2024-11-18 18:09:50,625 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-18 18:09:50,640 main DEBUG Took 0.012511 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-18 18:09:50,640 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-18 18:09:50,641 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-18 18:09:50,642 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-18 18:09:50,643 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 18:09:50,652 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-18 18:09:50,673 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 18:09:50,674 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 18:09:50,675 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 18:09:50,675 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 18:09:50,676 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 18:09:50,676 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 18:09:50,677 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 18:09:50,677 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 18:09:50,678 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 18:09:50,678 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 18:09:50,679 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 18:09:50,679 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 18:09:50,679 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 18:09:50,680 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 18:09:50,680 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 18:09:50,680 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 18:09:50,681 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 18:09:50,681 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 18:09:50,681 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 18:09:50,682 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 18:09:50,682 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 18:09:50,682 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 18:09:50,683 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 18:09:50,683 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 18:09:50,683 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 18:09:50,684 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-18 18:09:50,685 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 18:09:50,686 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-18 18:09:50,688 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-18 18:09:50,688 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-18 18:09:50,689 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-18 18:09:50,689 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-18 18:09:50,698 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-18 18:09:50,700 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-18 18:09:50,702 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-18 18:09:50,702 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-18 18:09:50,703 main DEBUG createAppenders(={Console}) 2024-11-18 18:09:50,703 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-18 18:09:50,704 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-18 18:09:50,704 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-18 18:09:50,704 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-18 18:09:50,705 main DEBUG OutputStream closed 2024-11-18 18:09:50,705 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-18 18:09:50,705 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-18 18:09:50,705 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-18 18:09:50,769 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-18 18:09:50,771 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-18 18:09:50,772 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-18 18:09:50,773 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-18 18:09:50,773 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-18 18:09:50,773 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-18 18:09:50,774 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-18 18:09:50,774 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-18 18:09:50,774 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-18 18:09:50,774 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-18 18:09:50,775 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-18 18:09:50,775 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-18 18:09:50,776 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-18 18:09:50,776 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-18 18:09:50,776 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-18 18:09:50,776 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-18 18:09:50,777 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-18 18:09:50,777 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-18 18:09:50,780 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-18 18:09:50,780 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-18 18:09:50,780 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-18 18:09:50,781 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-18T18:09:50,794 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-18 18:09:50,797 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-18 18:09:50,797 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-18T18:09:50,846 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=326, ProcessCount=11, AvailableMemoryMB=12177 2024-11-18T18:09:51,100 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-18T18:09:51,148 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/334c5ecc-a490-427b-2e4b-d0fef61ea455 2024-11-18T18:09:51,151 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/334c5ecc-a490-427b-2e4b-d0fef61ea455/cluster_b00fcf59-c6b6-f610-30a7-fbefa9da449d, deleteOnExit=true 2024-11-18T18:09:51,245 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/334c5ecc-a490-427b-2e4b-d0fef61ea455/cluster_b00fcf59-c6b6-f610-30a7-fbefa9da449d/zookeeper_0, clientPort=50858, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/334c5ecc-a490-427b-2e4b-d0fef61ea455/cluster_b00fcf59-c6b6-f610-30a7-fbefa9da449d/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/334c5ecc-a490-427b-2e4b-d0fef61ea455/cluster_b00fcf59-c6b6-f610-30a7-fbefa9da449d/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-18T18:09:51,258 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50858 2024-11-18T18:09:51,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T18:09:51,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T18:09:51,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/334c5ecc-a490-427b-2e4b-d0fef61ea455/test.cache.data in system properties and HBase conf 2024-11-18T18:09:51,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/334c5ecc-a490-427b-2e4b-d0fef61ea455/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T18:09:51,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/334c5ecc-a490-427b-2e4b-d0fef61ea455/hadoop.log.dir in system properties and HBase conf 2024-11-18T18:09:51,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/334c5ecc-a490-427b-2e4b-d0fef61ea455/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T18:09:51,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/334c5ecc-a490-427b-2e4b-d0fef61ea455/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T18:09:51,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T18:09:51,361 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-18T18:09:51,454 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T18:09:51,458 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/334c5ecc-a490-427b-2e4b-d0fef61ea455/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T18:09:51,458 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/334c5ecc-a490-427b-2e4b-d0fef61ea455/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T18:09:51,459 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/334c5ecc-a490-427b-2e4b-d0fef61ea455/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T18:09:51,459 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/334c5ecc-a490-427b-2e4b-d0fef61ea455/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T18:09:51,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/334c5ecc-a490-427b-2e4b-d0fef61ea455/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T18:09:51,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/334c5ecc-a490-427b-2e4b-d0fef61ea455/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T18:09:51,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/334c5ecc-a490-427b-2e4b-d0fef61ea455/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T18:09:51,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/334c5ecc-a490-427b-2e4b-d0fef61ea455/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T18:09:51,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/334c5ecc-a490-427b-2e4b-d0fef61ea455/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T18:09:51,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/334c5ecc-a490-427b-2e4b-d0fef61ea455/nfs.dump.dir in system properties and HBase conf 2024-11-18T18:09:51,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/334c5ecc-a490-427b-2e4b-d0fef61ea455/java.io.tmpdir in system properties and HBase conf 2024-11-18T18:09:51,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/334c5ecc-a490-427b-2e4b-d0fef61ea455/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T18:09:51,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/334c5ecc-a490-427b-2e4b-d0fef61ea455/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T18:09:51,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/334c5ecc-a490-427b-2e4b-d0fef61ea455/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T18:09:52,283 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-18T18:09:52,385 INFO [Time-limited test {}] log.Log(170): Logging initialized @2480ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-18T18:09:52,489 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T18:09:52,582 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T18:09:52,612 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T18:09:52,612 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T18:09:52,614 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T18:09:52,626 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T18:09:52,629 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/334c5ecc-a490-427b-2e4b-d0fef61ea455/hadoop.log.dir/,AVAILABLE} 2024-11-18T18:09:52,629 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T18:09:52,820 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@303ee801{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/334c5ecc-a490-427b-2e4b-d0fef61ea455/java.io.tmpdir/jetty-localhost-40517-hadoop-hdfs-3_4_1-tests_jar-_-any-11389251700698499154/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T18:09:52,828 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:40517} 2024-11-18T18:09:52,828 INFO [Time-limited test {}] server.Server(415): Started @2924ms 2024-11-18T18:09:53,387 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T18:09:53,396 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T18:09:53,398 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T18:09:53,399 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T18:09:53,399 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T18:09:53,400 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/334c5ecc-a490-427b-2e4b-d0fef61ea455/hadoop.log.dir/,AVAILABLE} 2024-11-18T18:09:53,401 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T18:09:53,549 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7a2d6a05{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/334c5ecc-a490-427b-2e4b-d0fef61ea455/java.io.tmpdir/jetty-localhost-43779-hadoop-hdfs-3_4_1-tests_jar-_-any-10573091985645422475/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T18:09:53,550 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:43779} 2024-11-18T18:09:53,550 INFO [Time-limited test {}] server.Server(415): Started @3646ms 2024-11-18T18:09:53,604 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T18:09:54,190 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/334c5ecc-a490-427b-2e4b-d0fef61ea455/cluster_b00fcf59-c6b6-f610-30a7-fbefa9da449d/data/data2/current/BP-1130677885-172.17.0.2-1731953392019/current, will proceed with Du for space computation calculation, 2024-11-18T18:09:54,190 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/334c5ecc-a490-427b-2e4b-d0fef61ea455/cluster_b00fcf59-c6b6-f610-30a7-fbefa9da449d/data/data1/current/BP-1130677885-172.17.0.2-1731953392019/current, will proceed with Du for space computation calculation, 2024-11-18T18:09:54,220 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T18:09:54,269 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x338dc7b29a74e374 with lease ID 0xfded63d0ab401b2d: Processing first storage report for DS-a4ae6eef-7f4d-4792-976a-29863263b969 from datanode DatanodeRegistration(127.0.0.1:32827, datanodeUuid=27087135-ae25-4f2b-80c8-d12717a530d6, infoPort=36949, infoSecurePort=0, ipcPort=39647, storageInfo=lv=-57;cid=testClusterID;nsid=75736826;c=1731953392019) 2024-11-18T18:09:54,271 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x338dc7b29a74e374 with lease ID 0xfded63d0ab401b2d: from storage DS-a4ae6eef-7f4d-4792-976a-29863263b969 node DatanodeRegistration(127.0.0.1:32827, datanodeUuid=27087135-ae25-4f2b-80c8-d12717a530d6, infoPort=36949, infoSecurePort=0, ipcPort=39647, storageInfo=lv=-57;cid=testClusterID;nsid=75736826;c=1731953392019), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-18T18:09:54,271 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x338dc7b29a74e374 with lease ID 0xfded63d0ab401b2d: Processing first storage report for DS-1eef9f47-b1dc-4a01-82b5-15042b26b4a1 from datanode DatanodeRegistration(127.0.0.1:32827, datanodeUuid=27087135-ae25-4f2b-80c8-d12717a530d6, infoPort=36949, infoSecurePort=0, ipcPort=39647, storageInfo=lv=-57;cid=testClusterID;nsid=75736826;c=1731953392019) 2024-11-18T18:09:54,271 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x338dc7b29a74e374 with lease ID 0xfded63d0ab401b2d: from storage DS-1eef9f47-b1dc-4a01-82b5-15042b26b4a1 node DatanodeRegistration(127.0.0.1:32827, datanodeUuid=27087135-ae25-4f2b-80c8-d12717a530d6, infoPort=36949, infoSecurePort=0, ipcPort=39647, storageInfo=lv=-57;cid=testClusterID;nsid=75736826;c=1731953392019), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T18:09:54,335 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/334c5ecc-a490-427b-2e4b-d0fef61ea455 2024-11-18T18:09:54,347 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:09:54,350 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:09:54,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32827 is added to blk_1073741825_1001 (size=7) 2024-11-18T18:09:55,000 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a with version=8 2024-11-18T18:09:55,000 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/hbase-staging 2024-11-18T18:09:55,096 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-18T18:09:55,351 INFO [Time-limited test {}] client.ConnectionUtils(128): master/818bff808382:0 server-side Connection retries=45 2024-11-18T18:09:55,362 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T18:09:55,362 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T18:09:55,368 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T18:09:55,368 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T18:09:55,368 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T18:09:55,524 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T18:09:55,582 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-18T18:09:55,591 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-18T18:09:55,595 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T18:09:55,621 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 11737 (auto-detected) 2024-11-18T18:09:55,622 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-18T18:09:55,640 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39131 2024-11-18T18:09:55,661 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39131 connecting to ZooKeeper ensemble=127.0.0.1:50858 2024-11-18T18:09:55,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:391310x0, quorum=127.0.0.1:50858, baseZNode=/0283088722 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T18:09:55,699 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39131-0x1000bd32f600000 connected 2024-11-18T18:09:55,731 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:09:55,734 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:09:55,742 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39131-0x1000bd32f600000, quorum=127.0.0.1:50858, baseZNode=/0283088722 Set watcher on znode that does not yet exist, /0283088722/running 2024-11-18T18:09:55,746 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a, hbase.cluster.distributed=false 2024-11-18T18:09:55,769 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39131-0x1000bd32f600000, quorum=127.0.0.1:50858, baseZNode=/0283088722 Set watcher on znode that does not yet exist, /0283088722/acl 2024-11-18T18:09:55,774 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39131 2024-11-18T18:09:55,774 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39131 2024-11-18T18:09:55,775 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39131 2024-11-18T18:09:55,775 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39131 2024-11-18T18:09:55,776 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39131 2024-11-18T18:09:55,883 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/818bff808382:0 server-side Connection retries=45 2024-11-18T18:09:55,885 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T18:09:55,885 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T18:09:55,885 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T18:09:55,885 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T18:09:55,885 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T18:09:55,888 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T18:09:55,890 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T18:09:55,891 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36361 2024-11-18T18:09:55,893 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36361 connecting to ZooKeeper ensemble=127.0.0.1:50858 2024-11-18T18:09:55,894 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:09:55,897 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:09:55,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:363610x0, quorum=127.0.0.1:50858, baseZNode=/0283088722 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T18:09:55,905 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36361-0x1000bd32f600001 connected 2024-11-18T18:09:55,905 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36361-0x1000bd32f600001, quorum=127.0.0.1:50858, baseZNode=/0283088722 Set watcher on znode that does not yet exist, /0283088722/running 2024-11-18T18:09:55,909 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T18:09:55,916 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T18:09:55,918 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36361-0x1000bd32f600001, quorum=127.0.0.1:50858, baseZNode=/0283088722 Set watcher on znode that does not yet exist, /0283088722/master 2024-11-18T18:09:55,923 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36361-0x1000bd32f600001, quorum=127.0.0.1:50858, baseZNode=/0283088722 Set watcher on znode that does not yet exist, /0283088722/acl 2024-11-18T18:09:55,924 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36361 2024-11-18T18:09:55,924 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36361 2024-11-18T18:09:55,925 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36361 2024-11-18T18:09:55,925 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36361 2024-11-18T18:09:55,926 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36361 2024-11-18T18:09:55,941 DEBUG [M:0;818bff808382:39131 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;818bff808382:39131 2024-11-18T18:09:55,942 INFO [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0283088722/backup-masters/818bff808382,39131,1731953395150 2024-11-18T18:09:55,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39131-0x1000bd32f600000, quorum=127.0.0.1:50858, baseZNode=/0283088722 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0283088722/backup-masters 2024-11-18T18:09:55,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36361-0x1000bd32f600001, quorum=127.0.0.1:50858, baseZNode=/0283088722 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0283088722/backup-masters 2024-11-18T18:09:55,953 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39131-0x1000bd32f600000, quorum=127.0.0.1:50858, baseZNode=/0283088722 Set watcher on existing znode=/0283088722/backup-masters/818bff808382,39131,1731953395150 2024-11-18T18:09:55,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39131-0x1000bd32f600000, quorum=127.0.0.1:50858, baseZNode=/0283088722 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0283088722 2024-11-18T18:09:55,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36361-0x1000bd32f600001, quorum=127.0.0.1:50858, baseZNode=/0283088722 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0283088722/master 2024-11-18T18:09:55,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36361-0x1000bd32f600001, quorum=127.0.0.1:50858, baseZNode=/0283088722 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0283088722 2024-11-18T18:09:55,976 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39131-0x1000bd32f600000, quorum=127.0.0.1:50858, baseZNode=/0283088722 Set watcher on existing znode=/0283088722/master 2024-11-18T18:09:55,977 INFO [master/818bff808382:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0283088722/backup-masters/818bff808382,39131,1731953395150 from backup master directory 2024-11-18T18:09:55,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39131-0x1000bd32f600000, quorum=127.0.0.1:50858, baseZNode=/0283088722 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0283088722/backup-masters/818bff808382,39131,1731953395150 2024-11-18T18:09:55,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36361-0x1000bd32f600001, quorum=127.0.0.1:50858, baseZNode=/0283088722 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0283088722/backup-masters 2024-11-18T18:09:55,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39131-0x1000bd32f600000, quorum=127.0.0.1:50858, baseZNode=/0283088722 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0283088722/backup-masters 2024-11-18T18:09:55,982 WARN [master/818bff808382:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T18:09:55,982 INFO [master/818bff808382:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=818bff808382,39131,1731953395150 2024-11-18T18:09:55,984 INFO [master/818bff808382:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-18T18:09:55,985 INFO [master/818bff808382:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-18T18:09:56,044 DEBUG [master/818bff808382:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/hbase.id] with ID: c79a7882-0d16-4264-a278-bca6cc2b462e 2024-11-18T18:09:56,044 DEBUG [master/818bff808382:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/.tmp/hbase.id 2024-11-18T18:09:56,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32827 is added to blk_1073741826_1002 (size=42) 2024-11-18T18:09:56,456 DEBUG [master/818bff808382:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/.tmp/hbase.id]:[hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/hbase.id] 2024-11-18T18:09:56,501 INFO [master/818bff808382:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:09:56,506 INFO [master/818bff808382:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T18:09:56,526 INFO [master/818bff808382:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 18ms. 2024-11-18T18:09:56,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36361-0x1000bd32f600001, quorum=127.0.0.1:50858, baseZNode=/0283088722 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0283088722 2024-11-18T18:09:56,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39131-0x1000bd32f600000, quorum=127.0.0.1:50858, baseZNode=/0283088722 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0283088722 2024-11-18T18:09:56,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32827 is added to blk_1073741827_1003 (size=196) 2024-11-18T18:09:56,956 INFO [master/818bff808382:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T18:09:56,959 INFO [master/818bff808382:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T18:09:56,982 DEBUG [master/818bff808382:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T18:09:56,987 INFO [master/818bff808382:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T18:09:57,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32827 is added to blk_1073741828_1004 (size=1189) 2024-11-18T18:09:57,436 INFO [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/MasterData/data/master/store 2024-11-18T18:09:57,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32827 is added to blk_1073741829_1005 (size=34) 2024-11-18T18:09:57,860 INFO [master/818bff808382:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-18T18:09:57,864 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:09:57,866 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T18:09:57,866 INFO [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:09:57,866 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:09:57,868 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T18:09:57,868 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:09:57,868 INFO [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:09:57,869 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731953397865Disabling compacts and flushes for region at 1731953397865Disabling writes for close at 1731953397868 (+3 ms)Writing region close event to WAL at 1731953397868Closed at 1731953397868 2024-11-18T18:09:57,872 WARN [master/818bff808382:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/MasterData/data/master/store/.initializing 2024-11-18T18:09:57,872 DEBUG [master/818bff808382:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/MasterData/WALs/818bff808382,39131,1731953395150 2024-11-18T18:09:57,880 INFO [master/818bff808382:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T18:09:57,897 INFO [master/818bff808382:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=818bff808382%2C39131%2C1731953395150, suffix=, logDir=hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/MasterData/WALs/818bff808382,39131,1731953395150, archiveDir=hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/MasterData/oldWALs, maxLogs=10 2024-11-18T18:09:57,921 DEBUG [master/818bff808382:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/MasterData/WALs/818bff808382,39131,1731953395150/818bff808382%2C39131%2C1731953395150.1731953397902, exclude list is [], retry=0 2024-11-18T18:09:57,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32827,DS-a4ae6eef-7f4d-4792-976a-29863263b969,DISK] 2024-11-18T18:09:57,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-18T18:09:57,975 INFO [master/818bff808382:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/MasterData/WALs/818bff808382,39131,1731953395150/818bff808382%2C39131%2C1731953395150.1731953397902 2024-11-18T18:09:57,976 DEBUG [master/818bff808382:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36949:36949)] 2024-11-18T18:09:57,977 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T18:09:57,977 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:09:57,980 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:09:57,981 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:09:58,018 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:09:58,044 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T18:09:58,048 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:09:58,051 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:09:58,051 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:09:58,054 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T18:09:58,054 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:09:58,055 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:09:58,056 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:09:58,059 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T18:09:58,059 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:09:58,060 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:09:58,060 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:09:58,062 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T18:09:58,063 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:09:58,064 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:09:58,064 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:09:58,068 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:09:58,069 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:09:58,074 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:09:58,074 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:09:58,077 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T18:09:58,081 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:09:58,086 DEBUG [master/818bff808382:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T18:09:58,087 INFO [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63756993, jitterRate=-0.04994677007198334}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T18:09:58,093 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731953397993Initializing all the Stores at 1731953397995 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953397996 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953397996Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953397997 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953397997Cleaning up temporary data from old regions at 1731953398074 (+77 ms)Region opened successfully at 1731953398093 (+19 ms) 2024-11-18T18:09:58,094 INFO [master/818bff808382:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T18:09:58,128 DEBUG [master/818bff808382:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fcc26f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=818bff808382/172.17.0.2:0 2024-11-18T18:09:58,161 INFO [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T18:09:58,172 INFO [master/818bff808382:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T18:09:58,173 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T18:09:58,176 INFO [master/818bff808382:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T18:09:58,177 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-18T18:09:58,182 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-18T18:09:58,182 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T18:09:58,208 INFO [master/818bff808382:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T18:09:58,216 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39131-0x1000bd32f600000, quorum=127.0.0.1:50858, baseZNode=/0283088722 Unable to get data of znode /0283088722/balancer because node does not exist (not necessarily an error) 2024-11-18T18:09:58,220 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0283088722/balancer already deleted, retry=false 2024-11-18T18:09:58,222 INFO [master/818bff808382:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T18:09:58,224 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39131-0x1000bd32f600000, quorum=127.0.0.1:50858, baseZNode=/0283088722 Unable to get data of znode /0283088722/normalizer because node does not exist (not necessarily an error) 2024-11-18T18:09:58,226 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0283088722/normalizer already deleted, retry=false 2024-11-18T18:09:58,229 INFO [master/818bff808382:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T18:09:58,232 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39131-0x1000bd32f600000, quorum=127.0.0.1:50858, baseZNode=/0283088722 Unable to get data of znode /0283088722/switch/split because node does not exist (not necessarily an error) 2024-11-18T18:09:58,235 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0283088722/switch/split already deleted, retry=false 2024-11-18T18:09:58,236 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39131-0x1000bd32f600000, quorum=127.0.0.1:50858, baseZNode=/0283088722 Unable to get data of znode /0283088722/switch/merge because node does not exist (not necessarily an error) 2024-11-18T18:09:58,239 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0283088722/switch/merge already deleted, retry=false 2024-11-18T18:09:58,257 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39131-0x1000bd32f600000, quorum=127.0.0.1:50858, baseZNode=/0283088722 Unable to get data of znode /0283088722/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T18:09:58,259 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0283088722/snapshot-cleanup already deleted, retry=false 2024-11-18T18:09:58,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39131-0x1000bd32f600000, quorum=127.0.0.1:50858, baseZNode=/0283088722 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0283088722/running 2024-11-18T18:09:58,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36361-0x1000bd32f600001, quorum=127.0.0.1:50858, baseZNode=/0283088722 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0283088722/running 2024-11-18T18:09:58,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39131-0x1000bd32f600000, quorum=127.0.0.1:50858, baseZNode=/0283088722 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0283088722 2024-11-18T18:09:58,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36361-0x1000bd32f600001, quorum=127.0.0.1:50858, baseZNode=/0283088722 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0283088722 2024-11-18T18:09:58,267 INFO [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=818bff808382,39131,1731953395150, sessionid=0x1000bd32f600000, setting cluster-up flag (Was=false) 2024-11-18T18:09:58,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36361-0x1000bd32f600001, quorum=127.0.0.1:50858, baseZNode=/0283088722 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0283088722 2024-11-18T18:09:58,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39131-0x1000bd32f600000, quorum=127.0.0.1:50858, baseZNode=/0283088722 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0283088722 2024-11-18T18:09:58,289 DEBUG [master/818bff808382:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0283088722/flush-table-proc/acquired, /0283088722/flush-table-proc/reached, /0283088722/flush-table-proc/abort 2024-11-18T18:09:58,290 DEBUG [master/818bff808382:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=818bff808382,39131,1731953395150 2024-11-18T18:09:58,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39131-0x1000bd32f600000, quorum=127.0.0.1:50858, baseZNode=/0283088722 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0283088722 2024-11-18T18:09:58,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36361-0x1000bd32f600001, quorum=127.0.0.1:50858, baseZNode=/0283088722 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0283088722 2024-11-18T18:09:58,306 DEBUG [master/818bff808382:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0283088722/online-snapshot/acquired, /0283088722/online-snapshot/reached, /0283088722/online-snapshot/abort 2024-11-18T18:09:58,307 DEBUG [master/818bff808382:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=818bff808382,39131,1731953395150 2024-11-18T18:09:58,314 INFO [master/818bff808382:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T18:09:58,331 INFO [RS:0;818bff808382:36361 {}] regionserver.HRegionServer(746): ClusterId : c79a7882-0d16-4264-a278-bca6cc2b462e 2024-11-18T18:09:58,335 DEBUG [RS:0;818bff808382:36361 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T18:09:58,341 DEBUG [RS:0;818bff808382:36361 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T18:09:58,341 DEBUG [RS:0;818bff808382:36361 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T18:09:58,345 DEBUG [RS:0;818bff808382:36361 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T18:09:58,346 DEBUG [RS:0;818bff808382:36361 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@602472e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=818bff808382/172.17.0.2:0 2024-11-18T18:09:58,366 DEBUG [RS:0;818bff808382:36361 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;818bff808382:36361 2024-11-18T18:09:58,370 INFO [RS:0;818bff808382:36361 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T18:09:58,370 INFO [RS:0;818bff808382:36361 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T18:09:58,370 DEBUG [RS:0;818bff808382:36361 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T18:09:58,373 INFO [RS:0;818bff808382:36361 {}] regionserver.HRegionServer(2659): reportForDuty to master=818bff808382,39131,1731953395150 with port=36361, startcode=1731953395844 2024-11-18T18:09:58,384 DEBUG [RS:0;818bff808382:36361 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T18:09:58,388 DEBUG [master/818bff808382:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T18:09:58,399 INFO [master/818bff808382:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T18:09:58,406 INFO [master/818bff808382:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T18:09:58,412 DEBUG [master/818bff808382:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 818bff808382,39131,1731953395150 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T18:09:58,419 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/818bff808382:0, corePoolSize=5, maxPoolSize=5 2024-11-18T18:09:58,419 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/818bff808382:0, corePoolSize=5, maxPoolSize=5 2024-11-18T18:09:58,419 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/818bff808382:0, corePoolSize=5, maxPoolSize=5 2024-11-18T18:09:58,419 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/818bff808382:0, corePoolSize=5, maxPoolSize=5 2024-11-18T18:09:58,420 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/818bff808382:0, corePoolSize=10, maxPoolSize=10 2024-11-18T18:09:58,420 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:09:58,420 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/818bff808382:0, corePoolSize=2, maxPoolSize=2 2024-11-18T18:09:58,420 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:09:58,423 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731953428423 2024-11-18T18:09:58,423 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59671, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T18:09:58,425 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T18:09:58,426 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T18:09:58,426 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T18:09:58,427 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T18:09:58,430 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39131 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-18T18:09:58,430 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T18:09:58,430 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T18:09:58,431 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T18:09:58,431 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T18:09:58,432 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:09:58,433 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T18:09:58,432 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T18:09:58,436 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T18:09:58,437 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T18:09:58,437 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T18:09:58,437 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T18:09:58,439 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T18:09:58,440 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T18:09:58,442 DEBUG [master/818bff808382:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/818bff808382:0:becomeActiveMaster-HFileCleaner.large.0-1731953398441,5,FailOnTimeoutGroup] 2024-11-18T18:09:58,442 DEBUG [master/818bff808382:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/818bff808382:0:becomeActiveMaster-HFileCleaner.small.0-1731953398442,5,FailOnTimeoutGroup] 2024-11-18T18:09:58,442 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T18:09:58,443 INFO [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T18:09:58,444 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T18:09:58,444 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T18:09:58,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32827 is added to blk_1073741831_1007 (size=1321) 2024-11-18T18:09:58,462 DEBUG [RS:0;818bff808382:36361 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-18T18:09:58,462 WARN [RS:0;818bff808382:36361 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-18T18:09:58,564 INFO [RS:0;818bff808382:36361 {}] regionserver.HRegionServer(2659): reportForDuty to master=818bff808382,39131,1731953395150 with port=36361, startcode=1731953395844 2024-11-18T18:09:58,566 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39131 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 818bff808382,36361,1731953395844 2024-11-18T18:09:58,569 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39131 {}] master.ServerManager(517): Registering regionserver=818bff808382,36361,1731953395844 2024-11-18T18:09:58,577 DEBUG [RS:0;818bff808382:36361 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a 2024-11-18T18:09:58,577 DEBUG [RS:0;818bff808382:36361 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42867 2024-11-18T18:09:58,577 DEBUG [RS:0;818bff808382:36361 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T18:09:58,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39131-0x1000bd32f600000, quorum=127.0.0.1:50858, baseZNode=/0283088722 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0283088722/rs 2024-11-18T18:09:58,583 DEBUG [RS:0;818bff808382:36361 {}] zookeeper.ZKUtil(111): regionserver:36361-0x1000bd32f600001, quorum=127.0.0.1:50858, baseZNode=/0283088722 Set watcher on existing znode=/0283088722/rs/818bff808382,36361,1731953395844 2024-11-18T18:09:58,584 WARN [RS:0;818bff808382:36361 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T18:09:58,584 INFO [RS:0;818bff808382:36361 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T18:09:58,584 DEBUG [RS:0;818bff808382:36361 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/WALs/818bff808382,36361,1731953395844 2024-11-18T18:09:58,585 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [818bff808382,36361,1731953395844] 2024-11-18T18:09:58,610 INFO [RS:0;818bff808382:36361 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T18:09:58,624 INFO [RS:0;818bff808382:36361 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T18:09:58,629 INFO [RS:0;818bff808382:36361 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T18:09:58,629 INFO [RS:0;818bff808382:36361 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T18:09:58,630 INFO [RS:0;818bff808382:36361 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T18:09:58,636 INFO [RS:0;818bff808382:36361 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T18:09:58,638 INFO [RS:0;818bff808382:36361 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T18:09:58,638 DEBUG [RS:0;818bff808382:36361 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:09:58,638 DEBUG [RS:0;818bff808382:36361 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:09:58,638 DEBUG [RS:0;818bff808382:36361 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:09:58,639 DEBUG [RS:0;818bff808382:36361 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:09:58,639 DEBUG [RS:0;818bff808382:36361 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:09:58,639 DEBUG [RS:0;818bff808382:36361 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/818bff808382:0, corePoolSize=2, maxPoolSize=2 2024-11-18T18:09:58,639 DEBUG [RS:0;818bff808382:36361 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:09:58,640 DEBUG [RS:0;818bff808382:36361 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:09:58,640 DEBUG [RS:0;818bff808382:36361 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:09:58,640 DEBUG [RS:0;818bff808382:36361 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:09:58,640 DEBUG [RS:0;818bff808382:36361 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:09:58,640 DEBUG [RS:0;818bff808382:36361 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:09:58,641 DEBUG [RS:0;818bff808382:36361 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0, corePoolSize=3, maxPoolSize=3 2024-11-18T18:09:58,641 DEBUG [RS:0;818bff808382:36361 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/818bff808382:0, corePoolSize=3, maxPoolSize=3 2024-11-18T18:09:58,642 INFO [RS:0;818bff808382:36361 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T18:09:58,642 INFO [RS:0;818bff808382:36361 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T18:09:58,642 INFO [RS:0;818bff808382:36361 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T18:09:58,642 INFO [RS:0;818bff808382:36361 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T18:09:58,643 INFO [RS:0;818bff808382:36361 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T18:09:58,643 INFO [RS:0;818bff808382:36361 {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,36361,1731953395844-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T18:09:58,662 INFO [RS:0;818bff808382:36361 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T18:09:58,664 INFO [RS:0;818bff808382:36361 {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,36361,1731953395844-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T18:09:58,664 INFO [RS:0;818bff808382:36361 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:09:58,665 INFO [RS:0;818bff808382:36361 {}] regionserver.Replication(171): 818bff808382,36361,1731953395844 started 2024-11-18T18:09:58,685 INFO [RS:0;818bff808382:36361 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:09:58,685 INFO [RS:0;818bff808382:36361 {}] regionserver.HRegionServer(1482): Serving as 818bff808382,36361,1731953395844, RpcServer on 818bff808382/172.17.0.2:36361, sessionid=0x1000bd32f600001 2024-11-18T18:09:58,686 DEBUG [RS:0;818bff808382:36361 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T18:09:58,686 DEBUG [RS:0;818bff808382:36361 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 818bff808382,36361,1731953395844 2024-11-18T18:09:58,687 DEBUG [RS:0;818bff808382:36361 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '818bff808382,36361,1731953395844' 2024-11-18T18:09:58,687 DEBUG [RS:0;818bff808382:36361 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0283088722/flush-table-proc/abort' 2024-11-18T18:09:58,688 DEBUG [RS:0;818bff808382:36361 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0283088722/flush-table-proc/acquired' 2024-11-18T18:09:58,689 DEBUG [RS:0;818bff808382:36361 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T18:09:58,689 DEBUG [RS:0;818bff808382:36361 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T18:09:58,689 DEBUG [RS:0;818bff808382:36361 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 818bff808382,36361,1731953395844 2024-11-18T18:09:58,689 DEBUG [RS:0;818bff808382:36361 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '818bff808382,36361,1731953395844' 2024-11-18T18:09:58,689 DEBUG [RS:0;818bff808382:36361 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0283088722/online-snapshot/abort' 2024-11-18T18:09:58,690 DEBUG [RS:0;818bff808382:36361 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0283088722/online-snapshot/acquired' 2024-11-18T18:09:58,691 DEBUG [RS:0;818bff808382:36361 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T18:09:58,691 INFO [RS:0;818bff808382:36361 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T18:09:58,691 INFO [RS:0;818bff808382:36361 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T18:09:58,796 INFO [RS:0;818bff808382:36361 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T18:09:58,800 INFO [RS:0;818bff808382:36361 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=818bff808382%2C36361%2C1731953395844, suffix=, logDir=hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/WALs/818bff808382,36361,1731953395844, archiveDir=hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/oldWALs, maxLogs=10 2024-11-18T18:09:58,818 DEBUG [RS:0;818bff808382:36361 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/WALs/818bff808382,36361,1731953395844/818bff808382%2C36361%2C1731953395844.1731953398802, exclude list is [], retry=0 2024-11-18T18:09:58,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32827,DS-a4ae6eef-7f4d-4792-976a-29863263b969,DISK] 2024-11-18T18:09:58,827 INFO [RS:0;818bff808382:36361 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/WALs/818bff808382,36361,1731953395844/818bff808382%2C36361%2C1731953395844.1731953398802 2024-11-18T18:09:58,827 DEBUG [RS:0;818bff808382:36361 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36949:36949)] 2024-11-18T18:09:58,854 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T18:09:58,855 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a 2024-11-18T18:09:58,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32827 is added to blk_1073741833_1009 (size=32) 2024-11-18T18:09:59,267 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:09:59,269 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T18:09:59,272 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T18:09:59,272 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:09:59,273 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:09:59,273 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T18:09:59,276 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T18:09:59,276 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:09:59,277 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:09:59,277 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T18:09:59,280 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T18:09:59,280 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:09:59,281 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:09:59,281 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T18:09:59,284 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T18:09:59,284 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:09:59,285 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:09:59,285 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T18:09:59,287 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/data/hbase/meta/1588230740 2024-11-18T18:09:59,288 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/data/hbase/meta/1588230740 2024-11-18T18:09:59,291 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T18:09:59,291 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T18:09:59,292 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T18:09:59,294 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T18:09:59,298 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T18:09:59,299 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61393539, jitterRate=-0.08516497910022736}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T18:09:59,302 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731953399267Initializing all the Stores at 1731953399269 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953399269Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953399269Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953399269Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953399269Cleaning up temporary data from old regions at 1731953399291 (+22 ms)Region opened successfully at 1731953399301 (+10 ms) 2024-11-18T18:09:59,302 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T18:09:59,302 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T18:09:59,302 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T18:09:59,302 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T18:09:59,302 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T18:09:59,303 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T18:09:59,304 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731953399302Disabling compacts and flushes for region at 1731953399302Disabling writes for close at 1731953399302Writing region close event to WAL at 1731953399303 (+1 ms)Closed at 1731953399303 2024-11-18T18:09:59,307 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T18:09:59,307 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T18:09:59,314 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T18:09:59,322 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T18:09:59,325 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T18:09:59,477 DEBUG [818bff808382:39131 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T18:09:59,489 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=818bff808382,36361,1731953395844 2024-11-18T18:09:59,496 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 818bff808382,36361,1731953395844, state=OPENING 2024-11-18T18:09:59,502 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T18:09:59,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39131-0x1000bd32f600000, quorum=127.0.0.1:50858, baseZNode=/0283088722 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0283088722 2024-11-18T18:09:59,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36361-0x1000bd32f600001, quorum=127.0.0.1:50858, baseZNode=/0283088722 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0283088722 2024-11-18T18:09:59,506 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0283088722/meta-region-server: CHANGED 2024-11-18T18:09:59,506 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0283088722/meta-region-server: CHANGED 2024-11-18T18:09:59,508 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T18:09:59,510 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=818bff808382,36361,1731953395844}] 2024-11-18T18:09:59,687 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T18:09:59,690 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41571, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T18:09:59,701 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T18:09:59,702 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T18:09:59,702 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T18:09:59,706 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=818bff808382%2C36361%2C1731953395844.meta, suffix=.meta, logDir=hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/WALs/818bff808382,36361,1731953395844, archiveDir=hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/oldWALs, maxLogs=10 2024-11-18T18:09:59,723 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/WALs/818bff808382,36361,1731953395844/818bff808382%2C36361%2C1731953395844.meta.1731953399708.meta, exclude list is [], retry=0 2024-11-18T18:09:59,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32827,DS-a4ae6eef-7f4d-4792-976a-29863263b969,DISK] 2024-11-18T18:09:59,730 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/WALs/818bff808382,36361,1731953395844/818bff808382%2C36361%2C1731953395844.meta.1731953399708.meta 2024-11-18T18:09:59,730 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36949:36949)] 2024-11-18T18:09:59,730 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T18:09:59,736 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T18:09:59,737 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T18:09:59,740 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T18:09:59,742 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T18:09:59,746 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T18:09:59,747 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:09:59,747 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T18:09:59,747 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T18:09:59,750 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T18:09:59,751 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T18:09:59,752 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:09:59,752 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:09:59,753 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T18:09:59,754 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T18:09:59,754 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:09:59,755 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:09:59,755 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T18:09:59,756 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T18:09:59,756 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:09:59,757 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:09:59,757 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T18:09:59,759 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T18:09:59,759 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:09:59,760 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:09:59,760 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T18:09:59,761 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/data/hbase/meta/1588230740 2024-11-18T18:09:59,764 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/data/hbase/meta/1588230740 2024-11-18T18:09:59,766 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T18:09:59,766 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T18:09:59,767 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T18:09:59,770 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T18:09:59,772 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64377546, jitterRate=-0.04069980978965759}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T18:09:59,772 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T18:09:59,773 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731953399747Writing region info on filesystem at 1731953399748 (+1 ms)Initializing all the Stores at 1731953399749 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953399750 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953399750Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953399750Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953399750Cleaning up temporary data from old regions at 1731953399766 (+16 ms)Running coprocessor post-open hooks at 1731953399772 (+6 ms)Region opened successfully at 1731953399773 (+1 ms) 2024-11-18T18:09:59,780 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731953399677 2024-11-18T18:09:59,792 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T18:09:59,792 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T18:09:59,794 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=818bff808382,36361,1731953395844 2024-11-18T18:09:59,796 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 818bff808382,36361,1731953395844, state=OPEN 2024-11-18T18:09:59,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39131-0x1000bd32f600000, quorum=127.0.0.1:50858, baseZNode=/0283088722 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0283088722/meta-region-server 2024-11-18T18:09:59,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36361-0x1000bd32f600001, quorum=127.0.0.1:50858, baseZNode=/0283088722 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0283088722/meta-region-server 2024-11-18T18:09:59,802 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0283088722/meta-region-server: CHANGED 2024-11-18T18:09:59,802 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0283088722/meta-region-server: CHANGED 2024-11-18T18:09:59,802 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=818bff808382,36361,1731953395844 2024-11-18T18:09:59,807 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T18:09:59,807 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=818bff808382,36361,1731953395844 in 293 msec 2024-11-18T18:09:59,813 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T18:09:59,813 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 496 msec 2024-11-18T18:09:59,815 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T18:09:59,815 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T18:09:59,835 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T18:09:59,836 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=818bff808382,36361,1731953395844, seqNum=-1] 2024-11-18T18:09:59,857 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T18:09:59,860 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44429, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T18:09:59,880 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5360 sec 2024-11-18T18:09:59,881 INFO [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731953399881, completionTime=-1 2024-11-18T18:09:59,883 INFO [master/818bff808382:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T18:09:59,884 DEBUG [master/818bff808382:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T18:09:59,911 INFO [master/818bff808382:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T18:09:59,911 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731953459911 2024-11-18T18:09:59,911 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731953519911 2024-11-18T18:09:59,911 INFO [master/818bff808382:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 27 msec 2024-11-18T18:09:59,914 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,39131,1731953395150-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T18:09:59,914 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,39131,1731953395150-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:09:59,914 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,39131,1731953395150-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:09:59,916 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-818bff808382:39131, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:09:59,916 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T18:09:59,916 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T18:09:59,942 DEBUG [master/818bff808382:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T18:09:59,968 INFO [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.985sec 2024-11-18T18:09:59,969 INFO [master/818bff808382:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T18:09:59,970 INFO [master/818bff808382:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T18:09:59,971 INFO [master/818bff808382:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T18:09:59,972 INFO [master/818bff808382:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T18:09:59,972 INFO [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T18:09:59,972 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,39131,1731953395150-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T18:09:59,973 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,39131,1731953395150-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T18:09:59,981 DEBUG [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T18:09:59,982 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T18:09:59,983 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,39131,1731953395150-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:10:00,048 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30d784c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:10:00,050 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-18T18:10:00,051 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-18T18:10:00,054 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 818bff808382,39131,-1 for getting cluster id 2024-11-18T18:10:00,056 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T18:10:00,065 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c79a7882-0d16-4264-a278-bca6cc2b462e' 2024-11-18T18:10:00,067 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T18:10:00,067 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c79a7882-0d16-4264-a278-bca6cc2b462e" 2024-11-18T18:10:00,070 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d8c0cff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:10:00,070 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [818bff808382,39131,-1] 2024-11-18T18:10:00,072 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T18:10:00,074 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:10:00,075 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52026, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T18:10:00,078 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44127795, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:10:00,078 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T18:10:00,085 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=818bff808382,36361,1731953395844, seqNum=-1] 2024-11-18T18:10:00,086 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T18:10:00,088 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42946, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T18:10:00,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=818bff808382,39131,1731953395150 2024-11-18T18:10:00,117 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:50858 2024-11-18T18:10:00,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:50858, baseZNode=/0283088722 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T18:10:00,122 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1000bd32f600002 connected 2024-11-18T18:10:00,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/334c5ecc-a490-427b-2e4b-d0fef61ea455/hadoop.log.dir so I do NOT create it in target/test-data/30908d16-4aeb-bdeb-f0d7-d45f45a6c8d7 2024-11-18T18:10:00,142 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/334c5ecc-a490-427b-2e4b-d0fef61ea455/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T18:10:00,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/334c5ecc-a490-427b-2e4b-d0fef61ea455/hadoop.tmp.dir so I do NOT create it in target/test-data/30908d16-4aeb-bdeb-f0d7-d45f45a6c8d7 2024-11-18T18:10:00,142 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/334c5ecc-a490-427b-2e4b-d0fef61ea455/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T18:10:00,143 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30908d16-4aeb-bdeb-f0d7-d45f45a6c8d7 2024-11-18T18:10:00,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T18:10:00,143 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30908d16-4aeb-bdeb-f0d7-d45f45a6c8d7/cluster_1667ebd3-7024-a492-f264-4f8c0908345e, deleteOnExit=true 2024-11-18T18:10:00,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T18:10:00,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30908d16-4aeb-bdeb-f0d7-d45f45a6c8d7/test.cache.data in system properties and HBase conf 2024-11-18T18:10:00,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30908d16-4aeb-bdeb-f0d7-d45f45a6c8d7/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T18:10:00,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30908d16-4aeb-bdeb-f0d7-d45f45a6c8d7/hadoop.log.dir in system properties and HBase conf 2024-11-18T18:10:00,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30908d16-4aeb-bdeb-f0d7-d45f45a6c8d7/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T18:10:00,144 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30908d16-4aeb-bdeb-f0d7-d45f45a6c8d7/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T18:10:00,144 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T18:10:00,144 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T18:10:00,144 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30908d16-4aeb-bdeb-f0d7-d45f45a6c8d7/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T18:10:00,144 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30908d16-4aeb-bdeb-f0d7-d45f45a6c8d7/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T18:10:00,144 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30908d16-4aeb-bdeb-f0d7-d45f45a6c8d7/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T18:10:00,145 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30908d16-4aeb-bdeb-f0d7-d45f45a6c8d7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T18:10:00,145 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30908d16-4aeb-bdeb-f0d7-d45f45a6c8d7/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T18:10:00,145 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30908d16-4aeb-bdeb-f0d7-d45f45a6c8d7/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T18:10:00,145 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30908d16-4aeb-bdeb-f0d7-d45f45a6c8d7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T18:10:00,145 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30908d16-4aeb-bdeb-f0d7-d45f45a6c8d7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T18:10:00,145 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30908d16-4aeb-bdeb-f0d7-d45f45a6c8d7/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T18:10:00,145 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30908d16-4aeb-bdeb-f0d7-d45f45a6c8d7/nfs.dump.dir in system properties and HBase conf 2024-11-18T18:10:00,145 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30908d16-4aeb-bdeb-f0d7-d45f45a6c8d7/java.io.tmpdir in system properties and HBase conf 2024-11-18T18:10:00,145 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30908d16-4aeb-bdeb-f0d7-d45f45a6c8d7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T18:10:00,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30908d16-4aeb-bdeb-f0d7-d45f45a6c8d7/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T18:10:00,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30908d16-4aeb-bdeb-f0d7-d45f45a6c8d7/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T18:10:00,242 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T18:10:00,250 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T18:10:00,253 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T18:10:00,253 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T18:10:00,253 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T18:10:00,254 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T18:10:00,255 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75bf8bfb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30908d16-4aeb-bdeb-f0d7-d45f45a6c8d7/hadoop.log.dir/,AVAILABLE} 2024-11-18T18:10:00,256 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ffeef95{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T18:10:00,388 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@12160a33{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30908d16-4aeb-bdeb-f0d7-d45f45a6c8d7/java.io.tmpdir/jetty-localhost-36473-hadoop-hdfs-3_4_1-tests_jar-_-any-17045927066230348858/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T18:10:00,389 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5e0e033c{HTTP/1.1, (http/1.1)}{localhost:36473} 2024-11-18T18:10:00,389 INFO [Time-limited test {}] server.Server(415): Started @10485ms 2024-11-18T18:10:00,468 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T18:10:00,472 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T18:10:00,473 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T18:10:00,473 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T18:10:00,473 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T18:10:00,474 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57bd8292{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30908d16-4aeb-bdeb-f0d7-d45f45a6c8d7/hadoop.log.dir/,AVAILABLE} 2024-11-18T18:10:00,474 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1fbdc144{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T18:10:00,592 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@13e60d0f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30908d16-4aeb-bdeb-f0d7-d45f45a6c8d7/java.io.tmpdir/jetty-localhost-37575-hadoop-hdfs-3_4_1-tests_jar-_-any-5505317314981615683/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T18:10:00,592 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5f010d04{HTTP/1.1, (http/1.1)}{localhost:37575} 2024-11-18T18:10:00,593 INFO [Time-limited test {}] server.Server(415): Started @10689ms 2024-11-18T18:10:00,594 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T18:10:00,744 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30908d16-4aeb-bdeb-f0d7-d45f45a6c8d7/cluster_1667ebd3-7024-a492-f264-4f8c0908345e/data/data1/current/BP-2063537727-172.17.0.2-1731953400178/current, will proceed with Du for space computation calculation, 2024-11-18T18:10:00,744 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30908d16-4aeb-bdeb-f0d7-d45f45a6c8d7/cluster_1667ebd3-7024-a492-f264-4f8c0908345e/data/data2/current/BP-2063537727-172.17.0.2-1731953400178/current, will proceed with Du for space computation calculation, 2024-11-18T18:10:00,761 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T18:10:00,765 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7c2236f4a314143d with lease ID 0x51f8f8f864021cca: Processing first storage report for DS-7072a9b6-9802-4da1-b385-d559d81e9bc4 from datanode DatanodeRegistration(127.0.0.1:46325, datanodeUuid=ea36fab0-9390-4fce-bb89-baac712a80e8, infoPort=35225, infoSecurePort=0, ipcPort=46491, storageInfo=lv=-57;cid=testClusterID;nsid=1366734514;c=1731953400178) 2024-11-18T18:10:00,765 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7c2236f4a314143d with lease ID 0x51f8f8f864021cca: from storage DS-7072a9b6-9802-4da1-b385-d559d81e9bc4 node DatanodeRegistration(127.0.0.1:46325, datanodeUuid=ea36fab0-9390-4fce-bb89-baac712a80e8, infoPort=35225, infoSecurePort=0, ipcPort=46491, storageInfo=lv=-57;cid=testClusterID;nsid=1366734514;c=1731953400178), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T18:10:00,765 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7c2236f4a314143d with lease ID 0x51f8f8f864021cca: Processing first storage report for DS-1be463de-e0ab-425c-a895-54906a287d5b from datanode DatanodeRegistration(127.0.0.1:46325, datanodeUuid=ea36fab0-9390-4fce-bb89-baac712a80e8, infoPort=35225, infoSecurePort=0, ipcPort=46491, storageInfo=lv=-57;cid=testClusterID;nsid=1366734514;c=1731953400178) 2024-11-18T18:10:00,765 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7c2236f4a314143d with lease ID 0x51f8f8f864021cca: from storage DS-1be463de-e0ab-425c-a895-54906a287d5b node DatanodeRegistration(127.0.0.1:46325, datanodeUuid=ea36fab0-9390-4fce-bb89-baac712a80e8, infoPort=35225, infoSecurePort=0, ipcPort=46491, storageInfo=lv=-57;cid=testClusterID;nsid=1366734514;c=1731953400178), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T18:10:00,826 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30908d16-4aeb-bdeb-f0d7-d45f45a6c8d7 2024-11-18T18:10:00,826 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:10:00,828 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:10:00,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46325 is added to blk_1073741825_1001 (size=7) 2024-11-18T18:10:01,241 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35373/user/jenkins/test-data/b765c165-a237-4033-613b-8bb9762e68b1 with version=8 2024-11-18T18:10:01,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35373/user/jenkins/test-data/b765c165-a237-4033-613b-8bb9762e68b1/hbase-staging 2024-11-18T18:10:01,243 INFO [Time-limited test {}] client.ConnectionUtils(128): master/818bff808382:0 server-side Connection retries=45 2024-11-18T18:10:01,243 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T18:10:01,243 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T18:10:01,244 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T18:10:01,244 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T18:10:01,244 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T18:10:01,244 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T18:10:01,244 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T18:10:01,245 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44331 2024-11-18T18:10:01,246 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44331 connecting to ZooKeeper ensemble=127.0.0.1:50858 2024-11-18T18:10:01,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:443310x0, quorum=127.0.0.1:50858, baseZNode=/13498246 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T18:10:01,250 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44331-0x1000bd32f600003 connected 2024-11-18T18:10:01,270 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:10:01,272 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:10:01,274 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44331-0x1000bd32f600003, quorum=127.0.0.1:50858, baseZNode=/13498246 Set watcher on znode that does not yet exist, /13498246/running 2024-11-18T18:10:01,274 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35373/user/jenkins/test-data/b765c165-a237-4033-613b-8bb9762e68b1, hbase.cluster.distributed=false 2024-11-18T18:10:01,276 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44331-0x1000bd32f600003, quorum=127.0.0.1:50858, baseZNode=/13498246 Set watcher on znode that does not yet exist, /13498246/acl 2024-11-18T18:10:01,277 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44331 2024-11-18T18:10:01,277 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44331 2024-11-18T18:10:01,278 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44331 2024-11-18T18:10:01,278 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44331 2024-11-18T18:10:01,279 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44331 2024-11-18T18:10:01,295 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/818bff808382:0 server-side Connection retries=45 2024-11-18T18:10:01,295 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T18:10:01,295 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T18:10:01,296 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T18:10:01,296 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T18:10:01,296 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T18:10:01,296 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T18:10:01,296 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T18:10:01,297 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38383 2024-11-18T18:10:01,298 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38383 connecting to ZooKeeper ensemble=127.0.0.1:50858 2024-11-18T18:10:01,299 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:10:01,301 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:10:01,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:383830x0, quorum=127.0.0.1:50858, baseZNode=/13498246 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T18:10:01,307 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:383830x0, quorum=127.0.0.1:50858, baseZNode=/13498246 Set watcher on znode that does not yet exist, /13498246/running 2024-11-18T18:10:01,307 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38383-0x1000bd32f600004 connected 2024-11-18T18:10:01,307 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T18:10:01,310 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T18:10:01,311 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38383-0x1000bd32f600004, quorum=127.0.0.1:50858, baseZNode=/13498246 Set watcher on znode that does not yet exist, /13498246/master 2024-11-18T18:10:01,312 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38383-0x1000bd32f600004, quorum=127.0.0.1:50858, baseZNode=/13498246 Set watcher on znode that does not yet exist, /13498246/acl 2024-11-18T18:10:01,313 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38383 2024-11-18T18:10:01,313 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38383 2024-11-18T18:10:01,316 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38383 2024-11-18T18:10:01,317 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38383 2024-11-18T18:10:01,317 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38383 2024-11-18T18:10:01,330 DEBUG [M:0;818bff808382:44331 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;818bff808382:44331 2024-11-18T18:10:01,331 INFO [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /13498246/backup-masters/818bff808382,44331,1731953401243 2024-11-18T18:10:01,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44331-0x1000bd32f600003, quorum=127.0.0.1:50858, baseZNode=/13498246 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/13498246/backup-masters 2024-11-18T18:10:01,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38383-0x1000bd32f600004, quorum=127.0.0.1:50858, baseZNode=/13498246 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/13498246/backup-masters 2024-11-18T18:10:01,335 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44331-0x1000bd32f600003, quorum=127.0.0.1:50858, baseZNode=/13498246 Set watcher on existing znode=/13498246/backup-masters/818bff808382,44331,1731953401243 2024-11-18T18:10:01,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38383-0x1000bd32f600004, quorum=127.0.0.1:50858, baseZNode=/13498246 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/13498246/master 2024-11-18T18:10:01,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44331-0x1000bd32f600003, quorum=127.0.0.1:50858, baseZNode=/13498246 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/13498246 2024-11-18T18:10:01,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38383-0x1000bd32f600004, quorum=127.0.0.1:50858, baseZNode=/13498246 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/13498246 2024-11-18T18:10:01,338 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44331-0x1000bd32f600003, quorum=127.0.0.1:50858, baseZNode=/13498246 Set watcher on existing znode=/13498246/master 2024-11-18T18:10:01,339 INFO [master/818bff808382:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /13498246/backup-masters/818bff808382,44331,1731953401243 from backup master directory 2024-11-18T18:10:01,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44331-0x1000bd32f600003, quorum=127.0.0.1:50858, baseZNode=/13498246 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/13498246/backup-masters/818bff808382,44331,1731953401243 2024-11-18T18:10:01,342 WARN [master/818bff808382:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T18:10:01,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38383-0x1000bd32f600004, quorum=127.0.0.1:50858, baseZNode=/13498246 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/13498246/backup-masters 2024-11-18T18:10:01,342 INFO [master/818bff808382:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=818bff808382,44331,1731953401243 2024-11-18T18:10:01,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44331-0x1000bd32f600003, quorum=127.0.0.1:50858, baseZNode=/13498246 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/13498246/backup-masters 2024-11-18T18:10:01,348 DEBUG [master/818bff808382:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35373/user/jenkins/test-data/b765c165-a237-4033-613b-8bb9762e68b1/hbase.id] with ID: 0bcc7d35-6e02-4b32-aa88-32b3467b5fd0 2024-11-18T18:10:01,348 DEBUG [master/818bff808382:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35373/user/jenkins/test-data/b765c165-a237-4033-613b-8bb9762e68b1/.tmp/hbase.id 2024-11-18T18:10:01,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46325 is added to blk_1073741826_1002 (size=42) 2024-11-18T18:10:01,758 DEBUG [master/818bff808382:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35373/user/jenkins/test-data/b765c165-a237-4033-613b-8bb9762e68b1/.tmp/hbase.id]:[hdfs://localhost:35373/user/jenkins/test-data/b765c165-a237-4033-613b-8bb9762e68b1/hbase.id] 2024-11-18T18:10:01,779 INFO [master/818bff808382:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:10:01,779 INFO [master/818bff808382:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T18:10:01,781 INFO [master/818bff808382:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-18T18:10:01,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44331-0x1000bd32f600003, quorum=127.0.0.1:50858, baseZNode=/13498246 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/13498246 2024-11-18T18:10:01,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38383-0x1000bd32f600004, quorum=127.0.0.1:50858, baseZNode=/13498246 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/13498246 2024-11-18T18:10:01,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46325 is added to blk_1073741827_1003 (size=196) 2024-11-18T18:10:01,794 INFO [master/818bff808382:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T18:10:01,794 INFO [master/818bff808382:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T18:10:01,795 INFO [master/818bff808382:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T18:10:01,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46325 is added to blk_1073741828_1004 (size=1189) 2024-11-18T18:10:01,805 INFO [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35373/user/jenkins/test-data/b765c165-a237-4033-613b-8bb9762e68b1/MasterData/data/master/store 2024-11-18T18:10:01,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46325 is added to blk_1073741829_1005 (size=34) 2024-11-18T18:10:02,215 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:10:02,215 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T18:10:02,215 INFO [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:10:02,215 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:10:02,215 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T18:10:02,215 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:10:02,215 INFO [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:10:02,215 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731953402215Disabling compacts and flushes for region at 1731953402215Disabling writes for close at 1731953402215Writing region close event to WAL at 1731953402215Closed at 1731953402215 2024-11-18T18:10:02,217 WARN [master/818bff808382:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35373/user/jenkins/test-data/b765c165-a237-4033-613b-8bb9762e68b1/MasterData/data/master/store/.initializing 2024-11-18T18:10:02,217 DEBUG [master/818bff808382:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35373/user/jenkins/test-data/b765c165-a237-4033-613b-8bb9762e68b1/MasterData/WALs/818bff808382,44331,1731953401243 2024-11-18T18:10:02,219 INFO [master/818bff808382:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T18:10:02,222 INFO [master/818bff808382:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=818bff808382%2C44331%2C1731953401243, suffix=, logDir=hdfs://localhost:35373/user/jenkins/test-data/b765c165-a237-4033-613b-8bb9762e68b1/MasterData/WALs/818bff808382,44331,1731953401243, archiveDir=hdfs://localhost:35373/user/jenkins/test-data/b765c165-a237-4033-613b-8bb9762e68b1/MasterData/oldWALs, maxLogs=10 2024-11-18T18:10:02,236 DEBUG [master/818bff808382:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b765c165-a237-4033-613b-8bb9762e68b1/MasterData/WALs/818bff808382,44331,1731953401243/818bff808382%2C44331%2C1731953401243.1731953402222, exclude list is [], retry=0 2024-11-18T18:10:02,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46325,DS-7072a9b6-9802-4da1-b385-d559d81e9bc4,DISK] 2024-11-18T18:10:02,244 INFO [master/818bff808382:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b765c165-a237-4033-613b-8bb9762e68b1/MasterData/WALs/818bff808382,44331,1731953401243/818bff808382%2C44331%2C1731953401243.1731953402222 2024-11-18T18:10:02,244 DEBUG [master/818bff808382:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35225:35225)] 2024-11-18T18:10:02,244 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T18:10:02,244 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:10:02,244 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:10:02,245 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:10:02,247 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:10:02,249 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T18:10:02,249 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:10:02,250 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:10:02,250 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:10:02,252 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T18:10:02,253 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:10:02,253 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:10:02,253 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:10:02,255 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T18:10:02,255 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:10:02,256 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:10:02,256 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:10:02,259 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T18:10:02,259 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:10:02,260 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:10:02,260 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:10:02,262 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35373/user/jenkins/test-data/b765c165-a237-4033-613b-8bb9762e68b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:10:02,262 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35373/user/jenkins/test-data/b765c165-a237-4033-613b-8bb9762e68b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:10:02,264 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:10:02,264 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:10:02,265 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T18:10:02,267 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:10:02,271 DEBUG [master/818bff808382:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35373/user/jenkins/test-data/b765c165-a237-4033-613b-8bb9762e68b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T18:10:02,271 INFO [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73502716, jitterRate=0.09527581930160522}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T18:10:02,272 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731953402245Initializing all the Stores at 1731953402246 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953402246Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953402247 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953402247Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953402247Cleaning up temporary data from old regions at 1731953402264 (+17 ms)Region opened successfully at 1731953402272 (+8 ms) 2024-11-18T18:10:02,272 INFO [master/818bff808382:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T18:10:02,277 DEBUG [master/818bff808382:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c37d2c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=818bff808382/172.17.0.2:0 2024-11-18T18:10:02,278 INFO [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T18:10:02,279 INFO [master/818bff808382:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T18:10:02,279 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T18:10:02,279 INFO [master/818bff808382:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T18:10:02,280 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T18:10:02,280 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T18:10:02,280 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T18:10:02,283 INFO [master/818bff808382:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T18:10:02,284 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44331-0x1000bd32f600003, quorum=127.0.0.1:50858, baseZNode=/13498246 Unable to get data of znode /13498246/balancer because node does not exist (not necessarily an error) 2024-11-18T18:10:02,287 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /13498246/balancer already deleted, retry=false 2024-11-18T18:10:02,287 INFO [master/818bff808382:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T18:10:02,288 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44331-0x1000bd32f600003, quorum=127.0.0.1:50858, baseZNode=/13498246 Unable to get data of znode /13498246/normalizer because node does not exist (not necessarily an error) 2024-11-18T18:10:02,290 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /13498246/normalizer already deleted, retry=false 2024-11-18T18:10:02,290 INFO [master/818bff808382:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T18:10:02,291 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44331-0x1000bd32f600003, quorum=127.0.0.1:50858, baseZNode=/13498246 Unable to get data of znode /13498246/switch/split because node does not exist (not necessarily an error) 2024-11-18T18:10:02,294 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /13498246/switch/split already deleted, retry=false 2024-11-18T18:10:02,295 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44331-0x1000bd32f600003, quorum=127.0.0.1:50858, baseZNode=/13498246 Unable to get data of znode /13498246/switch/merge because node does not exist (not necessarily an error) 2024-11-18T18:10:02,298 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /13498246/switch/merge already deleted, retry=false 2024-11-18T18:10:02,300 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44331-0x1000bd32f600003, quorum=127.0.0.1:50858, baseZNode=/13498246 Unable to get data of znode /13498246/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T18:10:02,302 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /13498246/snapshot-cleanup already deleted, retry=false 2024-11-18T18:10:02,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44331-0x1000bd32f600003, quorum=127.0.0.1:50858, baseZNode=/13498246 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/13498246/running 2024-11-18T18:10:02,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38383-0x1000bd32f600004, quorum=127.0.0.1:50858, baseZNode=/13498246 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/13498246/running 2024-11-18T18:10:02,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44331-0x1000bd32f600003, quorum=127.0.0.1:50858, baseZNode=/13498246 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/13498246 2024-11-18T18:10:02,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38383-0x1000bd32f600004, quorum=127.0.0.1:50858, baseZNode=/13498246 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/13498246 2024-11-18T18:10:02,307 INFO [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=818bff808382,44331,1731953401243, sessionid=0x1000bd32f600003, setting cluster-up flag (Was=false) 2024-11-18T18:10:02,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44331-0x1000bd32f600003, quorum=127.0.0.1:50858, baseZNode=/13498246 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/13498246 2024-11-18T18:10:02,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38383-0x1000bd32f600004, quorum=127.0.0.1:50858, baseZNode=/13498246 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/13498246 2024-11-18T18:10:02,319 DEBUG [master/818bff808382:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /13498246/flush-table-proc/acquired, /13498246/flush-table-proc/reached, /13498246/flush-table-proc/abort 2024-11-18T18:10:02,321 DEBUG [master/818bff808382:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=818bff808382,44331,1731953401243 2024-11-18T18:10:02,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44331-0x1000bd32f600003, quorum=127.0.0.1:50858, baseZNode=/13498246 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/13498246 2024-11-18T18:10:02,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38383-0x1000bd32f600004, quorum=127.0.0.1:50858, baseZNode=/13498246 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/13498246 2024-11-18T18:10:02,335 DEBUG [master/818bff808382:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /13498246/online-snapshot/acquired, /13498246/online-snapshot/reached, /13498246/online-snapshot/abort 2024-11-18T18:10:02,337 DEBUG [master/818bff808382:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=818bff808382,44331,1731953401243 2024-11-18T18:10:02,339 INFO [master/818bff808382:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35373/user/jenkins/test-data/b765c165-a237-4033-613b-8bb9762e68b1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T18:10:02,342 DEBUG [master/818bff808382:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T18:10:02,343 INFO [master/818bff808382:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T18:10:02,343 INFO [master/818bff808382:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T18:10:02,343 DEBUG [master/818bff808382:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 818bff808382,44331,1731953401243 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T18:10:02,345 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/818bff808382:0, corePoolSize=5, maxPoolSize=5 2024-11-18T18:10:02,345 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/818bff808382:0, corePoolSize=5, maxPoolSize=5 2024-11-18T18:10:02,345 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/818bff808382:0, corePoolSize=5, maxPoolSize=5 2024-11-18T18:10:02,345 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/818bff808382:0, corePoolSize=5, maxPoolSize=5 2024-11-18T18:10:02,345 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/818bff808382:0, corePoolSize=10, maxPoolSize=10 2024-11-18T18:10:02,345 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:10:02,345 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/818bff808382:0, corePoolSize=2, maxPoolSize=2 2024-11-18T18:10:02,345 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:10:02,346 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731953432346 2024-11-18T18:10:02,346 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T18:10:02,346 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T18:10:02,346 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T18:10:02,347 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T18:10:02,347 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T18:10:02,347 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T18:10:02,347 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T18:10:02,347 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T18:10:02,348 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T18:10:02,348 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T18:10:02,348 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T18:10:02,348 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T18:10:02,348 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T18:10:02,348 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T18:10:02,348 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T18:10:02,348 DEBUG [master/818bff808382:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/818bff808382:0:becomeActiveMaster-HFileCleaner.large.0-1731953402348,5,FailOnTimeoutGroup] 2024-11-18T18:10:02,348 DEBUG [master/818bff808382:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/818bff808382:0:becomeActiveMaster-HFileCleaner.small.0-1731953402348,5,FailOnTimeoutGroup] 2024-11-18T18:10:02,349 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T18:10:02,349 INFO [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T18:10:02,349 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T18:10:02,349 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T18:10:02,350 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:10:02,350 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T18:10:02,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46325 is added to blk_1073741831_1007 (size=1321) 2024-11-18T18:10:02,421 INFO [RS:0;818bff808382:38383 {}] regionserver.HRegionServer(746): ClusterId : 0bcc7d35-6e02-4b32-aa88-32b3467b5fd0 2024-11-18T18:10:02,421 DEBUG [RS:0;818bff808382:38383 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T18:10:02,425 DEBUG [RS:0;818bff808382:38383 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T18:10:02,425 DEBUG [RS:0;818bff808382:38383 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T18:10:02,428 DEBUG [RS:0;818bff808382:38383 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T18:10:02,429 DEBUG [RS:0;818bff808382:38383 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9a32c95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=818bff808382/172.17.0.2:0 2024-11-18T18:10:02,441 DEBUG [RS:0;818bff808382:38383 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;818bff808382:38383 2024-11-18T18:10:02,442 INFO [RS:0;818bff808382:38383 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T18:10:02,442 INFO [RS:0;818bff808382:38383 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T18:10:02,442 DEBUG [RS:0;818bff808382:38383 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T18:10:02,443 INFO [RS:0;818bff808382:38383 {}] regionserver.HRegionServer(2659): reportForDuty to master=818bff808382,44331,1731953401243 with port=38383, startcode=1731953401295 2024-11-18T18:10:02,443 DEBUG [RS:0;818bff808382:38383 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T18:10:02,445 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53645, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T18:10:02,446 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44331 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 818bff808382,38383,1731953401295 2024-11-18T18:10:02,446 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44331 {}] master.ServerManager(517): Registering regionserver=818bff808382,38383,1731953401295 2024-11-18T18:10:02,450 DEBUG [RS:0;818bff808382:38383 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35373/user/jenkins/test-data/b765c165-a237-4033-613b-8bb9762e68b1 2024-11-18T18:10:02,450 DEBUG [RS:0;818bff808382:38383 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35373 2024-11-18T18:10:02,450 DEBUG [RS:0;818bff808382:38383 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T18:10:02,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44331-0x1000bd32f600003, quorum=127.0.0.1:50858, baseZNode=/13498246 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/13498246/rs 2024-11-18T18:10:02,453 DEBUG [RS:0;818bff808382:38383 {}] zookeeper.ZKUtil(111): regionserver:38383-0x1000bd32f600004, quorum=127.0.0.1:50858, baseZNode=/13498246 Set watcher on existing znode=/13498246/rs/818bff808382,38383,1731953401295 2024-11-18T18:10:02,453 WARN [RS:0;818bff808382:38383 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T18:10:02,453 INFO [RS:0;818bff808382:38383 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T18:10:02,453 DEBUG [RS:0;818bff808382:38383 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35373/user/jenkins/test-data/b765c165-a237-4033-613b-8bb9762e68b1/WALs/818bff808382,38383,1731953401295 2024-11-18T18:10:02,454 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [818bff808382,38383,1731953401295] 2024-11-18T18:10:02,458 INFO [RS:0;818bff808382:38383 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T18:10:02,461 INFO [RS:0;818bff808382:38383 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T18:10:02,461 INFO [RS:0;818bff808382:38383 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T18:10:02,461 INFO [RS:0;818bff808382:38383 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T18:10:02,461 INFO [RS:0;818bff808382:38383 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T18:10:02,463 INFO [RS:0;818bff808382:38383 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T18:10:02,463 INFO [RS:0;818bff808382:38383 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T18:10:02,463 DEBUG [RS:0;818bff808382:38383 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:10:02,463 DEBUG [RS:0;818bff808382:38383 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:10:02,463 DEBUG [RS:0;818bff808382:38383 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:10:02,463 DEBUG [RS:0;818bff808382:38383 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:10:02,463 DEBUG [RS:0;818bff808382:38383 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:10:02,463 DEBUG [RS:0;818bff808382:38383 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/818bff808382:0, corePoolSize=2, maxPoolSize=2 2024-11-18T18:10:02,463 DEBUG [RS:0;818bff808382:38383 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:10:02,463 DEBUG [RS:0;818bff808382:38383 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:10:02,463 DEBUG [RS:0;818bff808382:38383 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:10:02,464 DEBUG [RS:0;818bff808382:38383 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:10:02,464 DEBUG [RS:0;818bff808382:38383 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:10:02,464 DEBUG [RS:0;818bff808382:38383 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:10:02,464 DEBUG [RS:0;818bff808382:38383 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0, corePoolSize=3, maxPoolSize=3 2024-11-18T18:10:02,464 DEBUG [RS:0;818bff808382:38383 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/818bff808382:0, corePoolSize=3, maxPoolSize=3 2024-11-18T18:10:02,464 INFO [RS:0;818bff808382:38383 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T18:10:02,464 INFO [RS:0;818bff808382:38383 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T18:10:02,464 INFO [RS:0;818bff808382:38383 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T18:10:02,465 INFO [RS:0;818bff808382:38383 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T18:10:02,465 INFO [RS:0;818bff808382:38383 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T18:10:02,465 INFO [RS:0;818bff808382:38383 {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,38383,1731953401295-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T18:10:02,480 INFO [RS:0;818bff808382:38383 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T18:10:02,481 INFO [RS:0;818bff808382:38383 {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,38383,1731953401295-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T18:10:02,481 INFO [RS:0;818bff808382:38383 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:10:02,481 INFO [RS:0;818bff808382:38383 {}] regionserver.Replication(171): 818bff808382,38383,1731953401295 started 2024-11-18T18:10:02,498 INFO [RS:0;818bff808382:38383 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:10:02,498 INFO [RS:0;818bff808382:38383 {}] regionserver.HRegionServer(1482): Serving as 818bff808382,38383,1731953401295, RpcServer on 818bff808382/172.17.0.2:38383, sessionid=0x1000bd32f600004 2024-11-18T18:10:02,499 DEBUG [RS:0;818bff808382:38383 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T18:10:02,499 DEBUG [RS:0;818bff808382:38383 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 818bff808382,38383,1731953401295 2024-11-18T18:10:02,499 DEBUG [RS:0;818bff808382:38383 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '818bff808382,38383,1731953401295' 2024-11-18T18:10:02,499 DEBUG [RS:0;818bff808382:38383 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/13498246/flush-table-proc/abort' 2024-11-18T18:10:02,499 DEBUG [RS:0;818bff808382:38383 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/13498246/flush-table-proc/acquired' 2024-11-18T18:10:02,500 DEBUG [RS:0;818bff808382:38383 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T18:10:02,500 DEBUG [RS:0;818bff808382:38383 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T18:10:02,500 DEBUG [RS:0;818bff808382:38383 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 818bff808382,38383,1731953401295 2024-11-18T18:10:02,500 DEBUG [RS:0;818bff808382:38383 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '818bff808382,38383,1731953401295' 2024-11-18T18:10:02,500 DEBUG [RS:0;818bff808382:38383 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/13498246/online-snapshot/abort' 2024-11-18T18:10:02,501 DEBUG [RS:0;818bff808382:38383 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/13498246/online-snapshot/acquired' 2024-11-18T18:10:02,501 DEBUG [RS:0;818bff808382:38383 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T18:10:02,501 INFO [RS:0;818bff808382:38383 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T18:10:02,501 INFO [RS:0;818bff808382:38383 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T18:10:02,602 INFO [RS:0;818bff808382:38383 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T18:10:02,605 INFO [RS:0;818bff808382:38383 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=818bff808382%2C38383%2C1731953401295, suffix=, logDir=hdfs://localhost:35373/user/jenkins/test-data/b765c165-a237-4033-613b-8bb9762e68b1/WALs/818bff808382,38383,1731953401295, archiveDir=hdfs://localhost:35373/user/jenkins/test-data/b765c165-a237-4033-613b-8bb9762e68b1/oldWALs, maxLogs=10 2024-11-18T18:10:02,620 DEBUG [RS:0;818bff808382:38383 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b765c165-a237-4033-613b-8bb9762e68b1/WALs/818bff808382,38383,1731953401295/818bff808382%2C38383%2C1731953401295.1731953402606, exclude list is [], retry=0 2024-11-18T18:10:02,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46325,DS-7072a9b6-9802-4da1-b385-d559d81e9bc4,DISK] 2024-11-18T18:10:02,627 INFO [RS:0;818bff808382:38383 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b765c165-a237-4033-613b-8bb9762e68b1/WALs/818bff808382,38383,1731953401295/818bff808382%2C38383%2C1731953401295.1731953402606 2024-11-18T18:10:02,627 DEBUG [RS:0;818bff808382:38383 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35225:35225)] 2024-11-18T18:10:02,759 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35373/user/jenkins/test-data/b765c165-a237-4033-613b-8bb9762e68b1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T18:10:02,759 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35373/user/jenkins/test-data/b765c165-a237-4033-613b-8bb9762e68b1 2024-11-18T18:10:02,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46325 is added to blk_1073741833_1009 (size=32) 2024-11-18T18:10:03,169 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:10:03,171 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T18:10:03,173 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T18:10:03,174 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:10:03,174 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:10:03,175 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T18:10:03,176 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T18:10:03,176 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:10:03,177 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:10:03,177 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T18:10:03,179 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T18:10:03,179 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:10:03,180 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:10:03,180 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T18:10:03,182 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T18:10:03,182 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:10:03,182 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:10:03,182 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T18:10:03,183 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35373/user/jenkins/test-data/b765c165-a237-4033-613b-8bb9762e68b1/data/hbase/meta/1588230740 2024-11-18T18:10:03,184 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35373/user/jenkins/test-data/b765c165-a237-4033-613b-8bb9762e68b1/data/hbase/meta/1588230740 2024-11-18T18:10:03,186 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T18:10:03,186 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T18:10:03,187 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T18:10:03,188 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T18:10:03,191 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35373/user/jenkins/test-data/b765c165-a237-4033-613b-8bb9762e68b1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T18:10:03,192 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60710242, jitterRate=-0.09534689784049988}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T18:10:03,192 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731953403169Initializing all the Stores at 1731953403171 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953403171Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953403171Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953403171Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953403171Cleaning up temporary data from old regions at 1731953403186 (+15 ms)Region opened successfully at 1731953403192 (+6 ms) 2024-11-18T18:10:03,192 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T18:10:03,192 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T18:10:03,193 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T18:10:03,193 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T18:10:03,193 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T18:10:03,193 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T18:10:03,193 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731953403192Disabling compacts and flushes for region at 1731953403192Disabling writes for close at 1731953403193 (+1 ms)Writing region close event to WAL at 1731953403193Closed at 1731953403193 2024-11-18T18:10:03,195 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T18:10:03,195 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T18:10:03,195 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T18:10:03,197 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T18:10:03,199 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T18:10:03,349 DEBUG [818bff808382:44331 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T18:10:03,350 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=818bff808382,38383,1731953401295 2024-11-18T18:10:03,353 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 818bff808382,38383,1731953401295, state=OPENING 2024-11-18T18:10:03,356 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T18:10:03,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38383-0x1000bd32f600004, quorum=127.0.0.1:50858, baseZNode=/13498246 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/13498246 2024-11-18T18:10:03,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44331-0x1000bd32f600003, quorum=127.0.0.1:50858, baseZNode=/13498246 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/13498246 2024-11-18T18:10:03,362 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T18:10:03,362 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /13498246/meta-region-server: CHANGED 2024-11-18T18:10:03,362 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /13498246/meta-region-server: CHANGED 2024-11-18T18:10:03,362 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=818bff808382,38383,1731953401295}] 2024-11-18T18:10:03,517 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T18:10:03,520 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33665, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T18:10:03,525 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T18:10:03,525 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T18:10:03,526 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T18:10:03,529 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=818bff808382%2C38383%2C1731953401295.meta, suffix=.meta, logDir=hdfs://localhost:35373/user/jenkins/test-data/b765c165-a237-4033-613b-8bb9762e68b1/WALs/818bff808382,38383,1731953401295, archiveDir=hdfs://localhost:35373/user/jenkins/test-data/b765c165-a237-4033-613b-8bb9762e68b1/oldWALs, maxLogs=10 2024-11-18T18:10:03,545 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b765c165-a237-4033-613b-8bb9762e68b1/WALs/818bff808382,38383,1731953401295/818bff808382%2C38383%2C1731953401295.meta.1731953403530.meta, exclude list is [], retry=0 2024-11-18T18:10:03,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46325,DS-7072a9b6-9802-4da1-b385-d559d81e9bc4,DISK] 2024-11-18T18:10:03,551 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b765c165-a237-4033-613b-8bb9762e68b1/WALs/818bff808382,38383,1731953401295/818bff808382%2C38383%2C1731953401295.meta.1731953403530.meta 2024-11-18T18:10:03,551 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35225:35225)] 2024-11-18T18:10:03,551 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T18:10:03,552 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T18:10:03,552 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T18:10:03,552 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T18:10:03,552 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T18:10:03,552 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T18:10:03,553 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:10:03,553 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T18:10:03,553 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T18:10:03,555 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T18:10:03,557 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T18:10:03,557 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:10:03,558 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:10:03,558 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T18:10:03,559 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T18:10:03,559 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:10:03,559 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:10:03,560 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T18:10:03,561 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T18:10:03,561 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:10:03,562 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:10:03,562 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T18:10:03,563 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T18:10:03,563 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:10:03,564 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:10:03,564 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T18:10:03,565 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35373/user/jenkins/test-data/b765c165-a237-4033-613b-8bb9762e68b1/data/hbase/meta/1588230740 2024-11-18T18:10:03,567 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35373/user/jenkins/test-data/b765c165-a237-4033-613b-8bb9762e68b1/data/hbase/meta/1588230740 2024-11-18T18:10:03,569 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T18:10:03,569 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T18:10:03,569 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T18:10:03,571 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T18:10:03,573 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64341382, jitterRate=-0.0412386953830719}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T18:10:03,573 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T18:10:03,573 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731953403553Writing region info on filesystem at 1731953403553Initializing all the Stores at 1731953403554 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953403555 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953403555Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953403555Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953403555Cleaning up temporary data from old regions at 1731953403569 (+14 ms)Running coprocessor post-open hooks at 1731953403573 (+4 ms)Region opened successfully at 1731953403573 2024-11-18T18:10:03,575 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731953403517 2024-11-18T18:10:03,578 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T18:10:03,579 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T18:10:03,580 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=818bff808382,38383,1731953401295 2024-11-18T18:10:03,582 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 818bff808382,38383,1731953401295, state=OPEN 2024-11-18T18:10:03,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38383-0x1000bd32f600004, quorum=127.0.0.1:50858, baseZNode=/13498246 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/13498246/meta-region-server 2024-11-18T18:10:03,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44331-0x1000bd32f600003, quorum=127.0.0.1:50858, baseZNode=/13498246 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/13498246/meta-region-server 2024-11-18T18:10:03,585 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=818bff808382,38383,1731953401295 2024-11-18T18:10:03,585 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /13498246/meta-region-server: CHANGED 2024-11-18T18:10:03,585 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /13498246/meta-region-server: CHANGED 2024-11-18T18:10:03,589 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T18:10:03,589 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=818bff808382,38383,1731953401295 in 223 msec 2024-11-18T18:10:03,593 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T18:10:03,593 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 394 msec 2024-11-18T18:10:03,595 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T18:10:03,595 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T18:10:03,598 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T18:10:03,598 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=818bff808382,38383,1731953401295, seqNum=-1] 2024-11-18T18:10:03,598 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T18:10:03,600 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58825, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T18:10:03,610 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2680 sec 2024-11-18T18:10:03,610 INFO [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731953403610, completionTime=-1 2024-11-18T18:10:03,610 INFO [master/818bff808382:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T18:10:03,610 DEBUG [master/818bff808382:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T18:10:03,613 INFO [master/818bff808382:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T18:10:03,613 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731953463613 2024-11-18T18:10:03,613 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731953523613 2024-11-18T18:10:03,613 INFO [master/818bff808382:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-18T18:10:03,614 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,44331,1731953401243-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T18:10:03,614 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,44331,1731953401243-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:10:03,614 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,44331,1731953401243-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:10:03,614 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-818bff808382:44331, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:10:03,614 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T18:10:03,615 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T18:10:03,617 DEBUG [master/818bff808382:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T18:10:03,620 INFO [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.278sec 2024-11-18T18:10:03,620 INFO [master/818bff808382:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T18:10:03,621 INFO [master/818bff808382:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T18:10:03,621 INFO [master/818bff808382:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T18:10:03,621 INFO [master/818bff808382:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T18:10:03,621 INFO [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T18:10:03,621 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,44331,1731953401243-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T18:10:03,621 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,44331,1731953401243-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T18:10:03,625 DEBUG [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T18:10:03,625 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T18:10:03,625 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,44331,1731953401243-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:10:03,721 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39237d5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:10:03,721 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 818bff808382,44331,-1 for getting cluster id 2024-11-18T18:10:03,721 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T18:10:03,724 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0bcc7d35-6e02-4b32-aa88-32b3467b5fd0' 2024-11-18T18:10:03,724 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T18:10:03,724 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0bcc7d35-6e02-4b32-aa88-32b3467b5fd0" 2024-11-18T18:10:03,725 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17ab206d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:10:03,725 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [818bff808382,44331,-1] 2024-11-18T18:10:03,725 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T18:10:03,726 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:10:03,728 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53362, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T18:10:03,729 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b9fb9e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:10:03,729 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T18:10:03,731 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=818bff808382,38383,1731953401295, seqNum=-1] 2024-11-18T18:10:03,731 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T18:10:03,733 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T18:10:03,736 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=818bff808382,44331,1731953401243 2024-11-18T18:10:03,737 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:50858 2024-11-18T18:10:03,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:50858, baseZNode=/13498246 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T18:10:03,741 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1000bd32f600005 connected 2024-11-18T18:10:03,748 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10bb271c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:10:03,748 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 818bff808382,39131,-1 for getting cluster id 2024-11-18T18:10:03,748 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T18:10:03,750 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c79a7882-0d16-4264-a278-bca6cc2b462e' 2024-11-18T18:10:03,750 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T18:10:03,751 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c79a7882-0d16-4264-a278-bca6cc2b462e" 2024-11-18T18:10:03,751 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3111fa58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:10:03,751 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [818bff808382,39131,-1] 2024-11-18T18:10:03,751 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T18:10:03,752 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:10:03,753 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T18:10:03,755 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f41adfe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:10:03,764 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T18:10:03,768 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 818bff808382,39131,1731953395150 2024-11-18T18:10:03,771 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5310b3d8 2024-11-18T18:10:03,772 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T18:10:03,773 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T18:10:03,774 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39131 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://818bff808382:44331,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-18T18:10:03,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39131 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T18:10:03,791 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='818bff808382:44331' 2024-11-18T18:10:03,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T18:10:03,792 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b2b52e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:10:03,793 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 818bff808382,44331,-1 for getting cluster id 2024-11-18T18:10:03,793 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T18:10:03,794 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0bcc7d35-6e02-4b32-aa88-32b3467b5fd0' 2024-11-18T18:10:03,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T18:10:03,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0bcc7d35-6e02-4b32-aa88-32b3467b5fd0" 2024-11-18T18:10:03,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@396d8e99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:10:03,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [818bff808382,44331,-1] 2024-11-18T18:10:03,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T18:10:03,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:10:03,797 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T18:10:03,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ecb2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:10:03,799 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T18:10:03,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 818bff808382,44331,1731953401243 2024-11-18T18:10:03,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5868a1a1 2024-11-18T18:10:03,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T18:10:03,806 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T18:10:03,830 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-18T18:10:03,831 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T18:10:03,837 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:10:03,838 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:10:03,838 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T18:10:03,841 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T18:10:03,847 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-18T18:10:03,852 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T18:10:03,852 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:10:03,860 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T18:10:03,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32827 is added to blk_1073741835_1011 (size=1138) 2024-11-18T18:10:03,901 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-18T18:10:03,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T18:10:04,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T18:10:04,282 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a81cdeb9c4c0c841112d7afacda3d4f5, NAME => 'hbase:replication,,1731953403840.a81cdeb9c4c0c841112d7afacda3d4f5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a 2024-11-18T18:10:04,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32827 is added to blk_1073741836_1012 (size=44) 2024-11-18T18:10:04,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T18:10:04,604 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T18:10:04,691 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731953403840.a81cdeb9c4c0c841112d7afacda3d4f5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:10:04,692 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing a81cdeb9c4c0c841112d7afacda3d4f5, disabling compactions & flushes 2024-11-18T18:10:04,692 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731953403840.a81cdeb9c4c0c841112d7afacda3d4f5. 2024-11-18T18:10:04,692 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731953403840.a81cdeb9c4c0c841112d7afacda3d4f5. 2024-11-18T18:10:04,692 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731953403840.a81cdeb9c4c0c841112d7afacda3d4f5. after waiting 0 ms 2024-11-18T18:10:04,692 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731953403840.a81cdeb9c4c0c841112d7afacda3d4f5. 2024-11-18T18:10:04,692 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731953403840.a81cdeb9c4c0c841112d7afacda3d4f5. 2024-11-18T18:10:04,692 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for a81cdeb9c4c0c841112d7afacda3d4f5: Waiting for close lock at 1731953404692Disabling compacts and flushes for region at 1731953404692Disabling writes for close at 1731953404692Writing region close event to WAL at 1731953404692Closed at 1731953404692 2024-11-18T18:10:04,695 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T18:10:04,700 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731953403840.a81cdeb9c4c0c841112d7afacda3d4f5.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731953404695"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731953404695"}]},"ts":"1731953404695"} 2024-11-18T18:10:04,705 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T18:10:04,707 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T18:10:04,709 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731953404707"}]},"ts":"1731953404707"} 2024-11-18T18:10:04,713 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-18T18:10:04,715 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a81cdeb9c4c0c841112d7afacda3d4f5, ASSIGN}] 2024-11-18T18:10:04,717 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a81cdeb9c4c0c841112d7afacda3d4f5, ASSIGN 2024-11-18T18:10:04,718 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a81cdeb9c4c0c841112d7afacda3d4f5, ASSIGN; state=OFFLINE, location=818bff808382,36361,1731953395844; forceNewPlan=false, retain=false 2024-11-18T18:10:04,870 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=a81cdeb9c4c0c841112d7afacda3d4f5, regionState=OPENING, regionLocation=818bff808382,36361,1731953395844 2024-11-18T18:10:04,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a81cdeb9c4c0c841112d7afacda3d4f5, ASSIGN because future has completed 2024-11-18T18:10:04,875 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure a81cdeb9c4c0c841112d7afacda3d4f5, server=818bff808382,36361,1731953395844}] 2024-11-18T18:10:04,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T18:10:05,034 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731953403840.a81cdeb9c4c0c841112d7afacda3d4f5. 2024-11-18T18:10:05,035 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T18:10:05,035 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-18T18:10:05,037 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=818bff808382%2C36361%2C1731953395844.rep, suffix=, logDir=hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/WALs/818bff808382,36361,1731953395844, archiveDir=hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/oldWALs, maxLogs=10 2024-11-18T18:10:05,052 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/WALs/818bff808382,36361,1731953395844/818bff808382%2C36361%2C1731953395844.rep.1731953405038, exclude list is [], retry=0 2024-11-18T18:10:05,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32827,DS-a4ae6eef-7f4d-4792-976a-29863263b969,DISK] 2024-11-18T18:10:05,057 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/WALs/818bff808382,36361,1731953395844/818bff808382%2C36361%2C1731953395844.rep.1731953405038 2024-11-18T18:10:05,058 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36949:36949)] 2024-11-18T18:10:05,058 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => a81cdeb9c4c0c841112d7afacda3d4f5, NAME => 'hbase:replication,,1731953403840.a81cdeb9c4c0c841112d7afacda3d4f5.', STARTKEY => '', ENDKEY => ''} 2024-11-18T18:10:05,058 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T18:10:05,058 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T18:10:05,059 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731953403840.a81cdeb9c4c0c841112d7afacda3d4f5. service=MultiRowMutationService 2024-11-18T18:10:05,059 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-18T18:10:05,059 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication a81cdeb9c4c0c841112d7afacda3d4f5 2024-11-18T18:10:05,059 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731953403840.a81cdeb9c4c0c841112d7afacda3d4f5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:10:05,059 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for a81cdeb9c4c0c841112d7afacda3d4f5 2024-11-18T18:10:05,059 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for a81cdeb9c4c0c841112d7afacda3d4f5 2024-11-18T18:10:05,061 INFO [StoreOpener-a81cdeb9c4c0c841112d7afacda3d4f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region a81cdeb9c4c0c841112d7afacda3d4f5 2024-11-18T18:10:05,062 INFO [StoreOpener-a81cdeb9c4c0c841112d7afacda3d4f5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a81cdeb9c4c0c841112d7afacda3d4f5 columnFamilyName hfileref 2024-11-18T18:10:05,063 DEBUG [StoreOpener-a81cdeb9c4c0c841112d7afacda3d4f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:10:05,063 INFO [StoreOpener-a81cdeb9c4c0c841112d7afacda3d4f5-1 {}] regionserver.HStore(327): Store=a81cdeb9c4c0c841112d7afacda3d4f5/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:10:05,063 INFO [StoreOpener-a81cdeb9c4c0c841112d7afacda3d4f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region a81cdeb9c4c0c841112d7afacda3d4f5 2024-11-18T18:10:05,065 INFO [StoreOpener-a81cdeb9c4c0c841112d7afacda3d4f5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a81cdeb9c4c0c841112d7afacda3d4f5 columnFamilyName queue 2024-11-18T18:10:05,065 DEBUG [StoreOpener-a81cdeb9c4c0c841112d7afacda3d4f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:10:05,066 INFO [StoreOpener-a81cdeb9c4c0c841112d7afacda3d4f5-1 {}] regionserver.HStore(327): Store=a81cdeb9c4c0c841112d7afacda3d4f5/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:10:05,066 INFO [StoreOpener-a81cdeb9c4c0c841112d7afacda3d4f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region a81cdeb9c4c0c841112d7afacda3d4f5 2024-11-18T18:10:05,067 INFO [StoreOpener-a81cdeb9c4c0c841112d7afacda3d4f5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a81cdeb9c4c0c841112d7afacda3d4f5 columnFamilyName sid 2024-11-18T18:10:05,067 DEBUG [StoreOpener-a81cdeb9c4c0c841112d7afacda3d4f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:10:05,068 INFO [StoreOpener-a81cdeb9c4c0c841112d7afacda3d4f5-1 {}] regionserver.HStore(327): Store=a81cdeb9c4c0c841112d7afacda3d4f5/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:10:05,068 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for a81cdeb9c4c0c841112d7afacda3d4f5 2024-11-18T18:10:05,069 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/data/hbase/replication/a81cdeb9c4c0c841112d7afacda3d4f5 2024-11-18T18:10:05,069 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/data/hbase/replication/a81cdeb9c4c0c841112d7afacda3d4f5 2024-11-18T18:10:05,071 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for a81cdeb9c4c0c841112d7afacda3d4f5 2024-11-18T18:10:05,071 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for a81cdeb9c4c0c841112d7afacda3d4f5 2024-11-18T18:10:05,072 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T18:10:05,073 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for a81cdeb9c4c0c841112d7afacda3d4f5 2024-11-18T18:10:05,076 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/data/hbase/replication/a81cdeb9c4c0c841112d7afacda3d4f5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T18:10:05,076 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened a81cdeb9c4c0c841112d7afacda3d4f5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67221253, jitterRate=0.0016747266054153442}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T18:10:05,077 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a81cdeb9c4c0c841112d7afacda3d4f5 2024-11-18T18:10:05,077 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for a81cdeb9c4c0c841112d7afacda3d4f5: Running coprocessor pre-open hook at 1731953405059Writing region info on filesystem at 1731953405059Initializing all the Stores at 1731953405060 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953405060Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953405061 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953405061Cleaning up temporary data from old regions at 1731953405071 (+10 ms)Running coprocessor post-open hooks at 1731953405077 (+6 ms)Region opened successfully at 1731953405077 2024-11-18T18:10:05,079 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731953403840.a81cdeb9c4c0c841112d7afacda3d4f5., pid=7, masterSystemTime=1731953405029 2024-11-18T18:10:05,083 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731953403840.a81cdeb9c4c0c841112d7afacda3d4f5. 2024-11-18T18:10:05,083 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731953403840.a81cdeb9c4c0c841112d7afacda3d4f5. 2024-11-18T18:10:05,084 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=a81cdeb9c4c0c841112d7afacda3d4f5, regionState=OPEN, openSeqNum=2, regionLocation=818bff808382,36361,1731953395844 2024-11-18T18:10:05,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure a81cdeb9c4c0c841112d7afacda3d4f5, server=818bff808382,36361,1731953395844 because future has completed 2024-11-18T18:10:05,092 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-18T18:10:05,092 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure a81cdeb9c4c0c841112d7afacda3d4f5, server=818bff808382,36361,1731953395844 in 214 msec 2024-11-18T18:10:05,096 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T18:10:05,096 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a81cdeb9c4c0c841112d7afacda3d4f5, ASSIGN in 377 msec 2024-11-18T18:10:05,097 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T18:10:05,098 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731953405097"}]},"ts":"1731953405097"} 2024-11-18T18:10:05,101 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-18T18:10:05,102 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T18:10:05,105 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2600 sec 2024-11-18T18:10:05,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731953403840.a81cdeb9c4c0c841112d7afacda3d4f5., hostname=818bff808382,36361,1731953395844, seqNum=2] 2024-11-18T18:10:05,169 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36361 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-18T18:10:05,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36361-0x1000bd32f600001, quorum=127.0.0.1:50858, baseZNode=/0283088722 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0283088722 2024-11-18T18:10:05,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39131-0x1000bd32f600000, quorum=127.0.0.1:50858, baseZNode=/0283088722 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0283088722 2024-11-18T18:10:05,194 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T18:10:05,255 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T18:10:05,358 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-18T18:10:05,359 INFO [RS_REFRESH_PEER-regionserver/818bff808382:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-18T18:10:05,398 INFO [RS_REFRESH_PEER-regionserver/818bff808382:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-818bff808382,36361,1731953395844, ReplicationSource: 1, currentBandwidth=0 2024-11-18T18:10:05,399 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T18:10:05,399 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=818bff808382,36361,1731953395844, seqNum=-1] 2024-11-18T18:10:05,399 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T18:10:05,401 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50633, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-18T18:10:05,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-818bff808382,36361,1731953395844', locateType=CURRENT is [region=hbase:replication,,1731953403840.a81cdeb9c4c0c841112d7afacda3d4f5., hostname=818bff808382,36361,1731953395844, seqNum=2] 2024-11-18T18:10:05,411 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-18T18:10:05,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39131 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-18T18:10:05,417 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 818bff808382,36361,1731953395844 suceeded 2024-11-18T18:10:05,420 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-18T18:10:05,420 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 223 msec 2024-11-18T18:10:05,420 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://818bff808382:44331,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T18:10:05,423 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6430 sec 2024-11-18T18:10:05,432 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,36361,1731953395844 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='818bff808382:44331' 2024-11-18T18:10:05,433 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,36361,1731953395844 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3382f258, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:10:05,433 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,36361,1731953395844 {}] client.ClusterIdFetcher(90): Going to request 818bff808382,44331,-1 for getting cluster id 2024-11-18T18:10:05,433 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,36361,1731953395844 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T18:10:05,434 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0bcc7d35-6e02-4b32-aa88-32b3467b5fd0' 2024-11-18T18:10:05,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T18:10:05,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0bcc7d35-6e02-4b32-aa88-32b3467b5fd0" 2024-11-18T18:10:05,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@42ba9bde, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:10:05,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [818bff808382,44331,-1] 2024-11-18T18:10:05,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T18:10:05,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:10:05,436 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53402, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-18T18:10:05,437 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,36361,1731953395844 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4e7aaeb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:10:05,437 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,36361,1731953395844 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T18:10:05,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 818bff808382,44331,1731953401243 2024-11-18T18:10:05,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@311b28b6 2024-11-18T18:10:05,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T18:10:05,440 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53414, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-18T18:10:05,441 INFO [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,36361,1731953395844 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-818bff808382,36361,1731953395844 (queues=1) is replicating from cluster=c79a7882-0d16-4264-a278-bca6cc2b462e to cluster=0bcc7d35-6e02-4b32-aa88-32b3467b5fd0 2024-11-18T18:10:05,444 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,36361,1731953395844 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=818bff808382%2C36361%2C1731953395844 2024-11-18T18:10:05,449 INFO [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,36361,1731953395844 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-818bff808382,36361,1731953395844, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T18:10:05,452 INFO [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,36361,1731953395844.replicationSource.shipper818bff808382%2C36361%2C1731953395844,1-818bff808382,36361,1731953395844 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 818bff808382%2C36361%2C1731953395844 2024-11-18T18:10:05,456 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,36361,1731953395844.replicationSource.wal-reader.818bff808382%2C36361%2C1731953395844,1-818bff808382,36361,1731953395844 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/WALs/818bff808382,36361,1731953395844/818bff808382%2C36361%2C1731953395844.1731953398802, startPosition=0, beingWritten=true 2024-11-18T18:10:05,580 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-18T18:10:05,580 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-18T18:10:05,582 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-18T18:10:05,582 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-18T18:10:05,583 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T18:10:05,583 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-18T18:10:05,583 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T18:10:05,583 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-18T18:10:05,583 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-18T18:10:05,583 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-18T18:10:05,717 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,36361,1731953395844.replicationSource.wal-reader.818bff808382%2C36361%2C1731953395844,1-818bff808382,36361,1731953395844 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/WALs/818bff808382,36361,1731953395844/818bff808382%2C36361%2C1731953395844.1731953398802 to pos 0, reset compression=false 2024-11-18T18:10:05,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T18:10:05,953 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T18:10:05,953 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-18T18:10:05,953 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T18:10:05,953 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:10:05,953 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:10:05,953 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T18:10:05,954 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5788274c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:10:05,954 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 818bff808382,39131,-1 for getting cluster id 2024-11-18T18:10:05,954 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T18:10:05,956 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c79a7882-0d16-4264-a278-bca6cc2b462e' 2024-11-18T18:10:05,956 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T18:10:05,956 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c79a7882-0d16-4264-a278-bca6cc2b462e" 2024-11-18T18:10:05,956 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2996dcfa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:10:05,956 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [818bff808382,39131,-1] 2024-11-18T18:10:05,957 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T18:10:05,957 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:10:05,958 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T18:10:05,959 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35387aac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:10:05,960 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T18:10:05,961 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 818bff808382,39131,1731953395150 2024-11-18T18:10:05,961 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@486117b4 2024-11-18T18:10:05,961 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T18:10:05,963 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40814, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T18:10:05,963 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39131 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://818bff808382:44331,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-18T18:10:05,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39131 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T18:10:05,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-18T18:10:05,968 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='818bff808382:44331' 2024-11-18T18:10:05,969 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f1dda27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:10:05,969 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 818bff808382,44331,-1 for getting cluster id 2024-11-18T18:10:05,969 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T18:10:05,970 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0bcc7d35-6e02-4b32-aa88-32b3467b5fd0' 2024-11-18T18:10:05,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T18:10:05,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0bcc7d35-6e02-4b32-aa88-32b3467b5fd0" 2024-11-18T18:10:05,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28bb09f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:10:05,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [818bff808382,44331,-1] 2024-11-18T18:10:05,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T18:10:05,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:10:05,972 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53436, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T18:10:05,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c036ba0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:10:05,973 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T18:10:05,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 818bff808382,44331,1731953401243 2024-11-18T18:10:05,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2f793da5 2024-11-18T18:10:05,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T18:10:05,975 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53440, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T18:10:05,976 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-18T18:10:05,976 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T18:10:05,976 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:10:05,976 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:10:05,976 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T18:10:05,989 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T18:10:06,024 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,36361,1731953395844.replicationSource.wal-reader.818bff808382%2C36361%2C1731953395844,1-818bff808382,36361,1731953395844 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/WALs/818bff808382,36361,1731953395844/818bff808382%2C36361%2C1731953395844.1731953398802 to pos 0, reset compression=false 2024-11-18T18:10:06,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-18T18:10:06,143 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-18T18:10:06,144 INFO [RS_REFRESH_PEER-regionserver/818bff808382:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-18T18:10:06,175 INFO [RS_REFRESH_PEER-regionserver/818bff808382:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-818bff808382,36361,1731953395844, ReplicationSource: 2, currentBandwidth=0 2024-11-18T18:10:06,179 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-18T18:10:06,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39131 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-18T18:10:06,183 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 818bff808382,36361,1731953395844 suceeded 2024-11-18T18:10:06,186 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-18T18:10:06,186 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 194 msec 2024-11-18T18:10:06,186 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://818bff808382:44331,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T18:10:06,189 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 224 msec 2024-11-18T18:10:06,196 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,2-818bff808382,36361,1731953395844 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='818bff808382:44331' 2024-11-18T18:10:06,197 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,2-818bff808382,36361,1731953395844 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5c43956, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:10:06,197 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,2-818bff808382,36361,1731953395844 {}] client.ClusterIdFetcher(90): Going to request 818bff808382,44331,-1 for getting cluster id 2024-11-18T18:10:06,197 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,2-818bff808382,36361,1731953395844 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T18:10:06,198 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0bcc7d35-6e02-4b32-aa88-32b3467b5fd0' 2024-11-18T18:10:06,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T18:10:06,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0bcc7d35-6e02-4b32-aa88-32b3467b5fd0" 2024-11-18T18:10:06,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4eeead70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:10:06,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [818bff808382,44331,-1] 2024-11-18T18:10:06,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T18:10:06,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:10:06,201 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-18T18:10:06,201 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,2-818bff808382,36361,1731953395844 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@338342c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:10:06,202 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,2-818bff808382,36361,1731953395844 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T18:10:06,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 818bff808382,44331,1731953401243 2024-11-18T18:10:06,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2d3d3a3 2024-11-18T18:10:06,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T18:10:06,204 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53464, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-18T18:10:06,204 INFO [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,2-818bff808382,36361,1731953395844 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-818bff808382,36361,1731953395844 (queues=1) is replicating from cluster=c79a7882-0d16-4264-a278-bca6cc2b462e to cluster=0bcc7d35-6e02-4b32-aa88-32b3467b5fd0 2024-11-18T18:10:06,205 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,2-818bff808382,36361,1731953395844 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=818bff808382%2C36361%2C1731953395844 2024-11-18T18:10:06,205 INFO [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,2-818bff808382,36361,1731953395844 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-818bff808382,36361,1731953395844, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T18:10:06,205 INFO [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,2-818bff808382,36361,1731953395844.replicationSource.shipper818bff808382%2C36361%2C1731953395844,2-818bff808382,36361,1731953395844 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 818bff808382%2C36361%2C1731953395844 2024-11-18T18:10:06,205 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,2-818bff808382,36361,1731953395844.replicationSource.wal-reader.818bff808382%2C36361%2C1731953395844,2-818bff808382,36361,1731953395844 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/WALs/818bff808382,36361,1731953395844/818bff808382%2C36361%2C1731953395844.1731953398802, startPosition=0, beingWritten=true 2024-11-18T18:10:06,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-18T18:10:06,283 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-18T18:10:06,283 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T18:10:06,283 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T18:10:06,283 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:10:06,284 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:10:06,284 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T18:10:06,284 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T18:10:06,285 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 818bff808382,39131,1731953395150 2024-11-18T18:10:06,285 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6d521b8 2024-11-18T18:10:06,288 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T18:10:06,289 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T18:10:06,291 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39131 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-18T18:10:06,292 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39131 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-18T18:10:06,293 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39131 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-18T18:10:06,294 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39131 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-18T18:10:06,298 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39131 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=1, config=clusterKey=hbase+rpc://818bff808382:44331,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T18:10:06,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39131 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-18T18:10:06,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-18T18:10:06,304 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='818bff808382:44331' 2024-11-18T18:10:06,305 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@344a99ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:10:06,305 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 818bff808382,44331,-1 for getting cluster id 2024-11-18T18:10:06,305 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T18:10:06,306 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0bcc7d35-6e02-4b32-aa88-32b3467b5fd0' 2024-11-18T18:10:06,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T18:10:06,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0bcc7d35-6e02-4b32-aa88-32b3467b5fd0" 2024-11-18T18:10:06,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fc5aeca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:10:06,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [818bff808382,44331,-1] 2024-11-18T18:10:06,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T18:10:06,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:10:06,308 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53472, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T18:10:06,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14fc9383, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:10:06,309 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T18:10:06,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 818bff808382,44331,1731953401243 2024-11-18T18:10:06,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@534ab026 2024-11-18T18:10:06,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T18:10:06,311 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53486, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T18:10:06,312 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-18T18:10:06,312 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T18:10:06,312 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:10:06,312 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:10:06,312 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T18:10:06,318 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T18:10:06,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-18T18:10:06,412 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,2-818bff808382,36361,1731953395844.replicationSource.wal-reader.818bff808382%2C36361%2C1731953395844,2-818bff808382,36361,1731953395844 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/WALs/818bff808382,36361,1731953395844/818bff808382%2C36361%2C1731953395844.1731953398802 to pos 0, reset compression=false 2024-11-18T18:10:06,431 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,36361,1731953395844.replicationSource.wal-reader.818bff808382%2C36361%2C1731953395844,1-818bff808382,36361,1731953395844 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/WALs/818bff808382,36361,1731953395844/818bff808382%2C36361%2C1731953395844.1731953398802 to pos 0, reset compression=false 2024-11-18T18:10:06,471 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-18T18:10:06,471 INFO [RS_REFRESH_PEER-regionserver/818bff808382:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-18T18:10:06,473 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-18T18:10:06,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39131 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-18T18:10:06,477 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on 818bff808382,36361,1731953395844 suceeded 2024-11-18T18:10:06,480 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-18T18:10:06,480 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 160 msec 2024-11-18T18:10:06,480 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://818bff808382:44331,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T18:10:06,482 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 182 msec 2024-11-18T18:10:06,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-18T18:10:06,623 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-18T18:10:06,624 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39131 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=2, config=clusterKey=hbase+rpc://818bff808382:44331,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T18:10:06,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39131 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-18T18:10:06,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-18T18:10:06,627 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='818bff808382:44331' 2024-11-18T18:10:06,629 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9578230, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:10:06,629 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 818bff808382,44331,-1 for getting cluster id 2024-11-18T18:10:06,629 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T18:10:06,630 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0bcc7d35-6e02-4b32-aa88-32b3467b5fd0' 2024-11-18T18:10:06,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T18:10:06,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0bcc7d35-6e02-4b32-aa88-32b3467b5fd0" 2024-11-18T18:10:06,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@680a2f36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:10:06,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [818bff808382,44331,-1] 2024-11-18T18:10:06,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T18:10:06,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:10:06,632 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53494, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T18:10:06,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bf0e519, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:10:06,633 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T18:10:06,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 818bff808382,44331,1731953401243 2024-11-18T18:10:06,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4f2d0f23 2024-11-18T18:10:06,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T18:10:06,636 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T18:10:06,637 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-18T18:10:06,637 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T18:10:06,637 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:10:06,637 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:10:06,637 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T18:10:06,642 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T18:10:06,720 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,2-818bff808382,36361,1731953395844.replicationSource.wal-reader.818bff808382%2C36361%2C1731953395844,2-818bff808382,36361,1731953395844 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/WALs/818bff808382,36361,1731953395844/818bff808382%2C36361%2C1731953395844.1731953398802 to pos 0, reset compression=false 2024-11-18T18:10:06,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-18T18:10:06,795 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-18T18:10:06,795 INFO [RS_REFRESH_PEER-regionserver/818bff808382:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-18T18:10:06,796 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-18T18:10:06,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39131 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-18T18:10:06,800 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on 818bff808382,36361,1731953395844 suceeded 2024-11-18T18:10:06,802 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-18T18:10:06,803 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 158 msec 2024-11-18T18:10:06,803 INFO [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://818bff808382:44331,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T18:10:06,805 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 179 msec 2024-11-18T18:10:06,937 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,36361,1731953395844.replicationSource.wal-reader.818bff808382%2C36361%2C1731953395844,1-818bff808382,36361,1731953395844 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/WALs/818bff808382,36361,1731953395844/818bff808382%2C36361%2C1731953395844.1731953398802 to pos 0, reset compression=false 2024-11-18T18:10:06,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-18T18:10:06,942 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-18T18:10:06,943 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39131 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-18T18:10:06,944 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39131 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-18T18:10:06,945 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T18:10:06,945 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T18:10:06,945 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:10:06,945 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:10:06,945 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T18:10:06,945 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T18:10:06,945 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1670206693, stopped=false 2024-11-18T18:10:06,946 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=818bff808382,39131,1731953395150 2024-11-18T18:10:06,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39131-0x1000bd32f600000, quorum=127.0.0.1:50858, baseZNode=/0283088722 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0283088722/running 2024-11-18T18:10:06,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36361-0x1000bd32f600001, quorum=127.0.0.1:50858, baseZNode=/0283088722 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0283088722/running 2024-11-18T18:10:06,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39131-0x1000bd32f600000, quorum=127.0.0.1:50858, baseZNode=/0283088722 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0283088722 2024-11-18T18:10:06,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36361-0x1000bd32f600001, quorum=127.0.0.1:50858, baseZNode=/0283088722 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0283088722 2024-11-18T18:10:06,949 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T18:10:06,949 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T18:10:06,949 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T18:10:06,949 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:10:06,949 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39131-0x1000bd32f600000, quorum=127.0.0.1:50858, baseZNode=/0283088722 Set watcher on znode that does not yet exist, /0283088722/running 2024-11-18T18:10:06,950 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36361-0x1000bd32f600001, quorum=127.0.0.1:50858, baseZNode=/0283088722 Set watcher on znode that does not yet exist, /0283088722/running 2024-11-18T18:10:06,950 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '818bff808382,36361,1731953395844' ***** 2024-11-18T18:10:06,950 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T18:10:06,950 INFO [RS:0;818bff808382:36361 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T18:10:06,950 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T18:10:06,950 INFO [RS:0;818bff808382:36361 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T18:10:06,951 INFO [RS:0;818bff808382:36361 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T18:10:06,951 INFO [RS:0;818bff808382:36361 {}] regionserver.HRegionServer(3091): Received CLOSE for a81cdeb9c4c0c841112d7afacda3d4f5 2024-11-18T18:10:06,951 INFO [RS:0;818bff808382:36361 {}] regionserver.HRegionServer(959): stopping server 818bff808382,36361,1731953395844 2024-11-18T18:10:06,951 INFO [RS:0;818bff808382:36361 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T18:10:06,951 INFO [RS:0;818bff808382:36361 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;818bff808382:36361. 2024-11-18T18:10:06,951 DEBUG [RS:0;818bff808382:36361 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T18:10:06,951 DEBUG [RS:0;818bff808382:36361 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:10:06,952 INFO [RS:0;818bff808382:36361 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T18:10:06,952 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a81cdeb9c4c0c841112d7afacda3d4f5, disabling compactions & flushes 2024-11-18T18:10:06,952 INFO [RS:0;818bff808382:36361 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T18:10:06,952 INFO [RS:0;818bff808382:36361 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T18:10:06,952 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731953403840.a81cdeb9c4c0c841112d7afacda3d4f5. 2024-11-18T18:10:06,952 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731953403840.a81cdeb9c4c0c841112d7afacda3d4f5. 2024-11-18T18:10:06,952 INFO [RS:0;818bff808382:36361 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T18:10:06,952 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731953403840.a81cdeb9c4c0c841112d7afacda3d4f5. after waiting 0 ms 2024-11-18T18:10:06,952 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731953403840.a81cdeb9c4c0c841112d7afacda3d4f5. 2024-11-18T18:10:06,952 INFO [RS:0;818bff808382:36361 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-18T18:10:06,952 DEBUG [RS:0;818bff808382:36361 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, a81cdeb9c4c0c841112d7afacda3d4f5=hbase:replication,,1731953403840.a81cdeb9c4c0c841112d7afacda3d4f5.} 2024-11-18T18:10:06,952 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T18:10:06,952 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T18:10:06,953 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T18:10:06,953 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T18:10:06,953 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T18:10:06,953 DEBUG [RS:0;818bff808382:36361 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a81cdeb9c4c0c841112d7afacda3d4f5 2024-11-18T18:10:06,956 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-18T18:10:06,956 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a81cdeb9c4c0c841112d7afacda3d4f5 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-18T18:10:07,025 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/data/hbase/replication/a81cdeb9c4c0c841112d7afacda3d4f5/.tmp/queue/03ff248e04b246c6b94812906b421922 is 151, key is 1-818bff808382,36361,1731953395844/queue:818bff808382%2C36361%2C1731953395844/1731953405405/Put/seqid=0 2024-11-18T18:10:07,025 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/data/hbase/meta/1588230740/.tmp/info/181c210972024110b70970571c42dddc is 147, key is hbase:replication,,1731953403840.a81cdeb9c4c0c841112d7afacda3d4f5./info:regioninfo/1731953405084/Put/seqid=0 2024-11-18T18:10:07,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32827 is added to blk_1073741838_1014 (size=6631) 2024-11-18T18:10:07,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32827 is added to blk_1073741839_1015 (size=5500) 2024-11-18T18:10:07,050 INFO [regionserver/818bff808382:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T18:10:07,127 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,2-818bff808382,36361,1731953395844.replicationSource.wal-reader.818bff808382%2C36361%2C1731953395844,2-818bff808382,36361,1731953395844 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/WALs/818bff808382,36361,1731953395844/818bff808382%2C36361%2C1731953395844.1731953398802 to pos 0, reset compression=false 2024-11-18T18:10:07,153 DEBUG [RS:0;818bff808382:36361 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a81cdeb9c4c0c841112d7afacda3d4f5 2024-11-18T18:10:07,353 DEBUG [RS:0;818bff808382:36361 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a81cdeb9c4c0c841112d7afacda3d4f5 2024-11-18T18:10:07,438 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/data/hbase/replication/a81cdeb9c4c0c841112d7afacda3d4f5/.tmp/queue/03ff248e04b246c6b94812906b421922 2024-11-18T18:10:07,438 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/data/hbase/meta/1588230740/.tmp/info/181c210972024110b70970571c42dddc 2024-11-18T18:10:07,484 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/data/hbase/replication/a81cdeb9c4c0c841112d7afacda3d4f5/.tmp/queue/03ff248e04b246c6b94812906b421922 as hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/data/hbase/replication/a81cdeb9c4c0c841112d7afacda3d4f5/queue/03ff248e04b246c6b94812906b421922 2024-11-18T18:10:07,494 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/data/hbase/replication/a81cdeb9c4c0c841112d7afacda3d4f5/queue/03ff248e04b246c6b94812906b421922, entries=2, sequenceid=6, filesize=5.4 K 2024-11-18T18:10:07,501 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/data/hbase/meta/1588230740/.tmp/ns/29bc7d7371404ad5931c663b5d245554 is 43, key is default/ns:d/1731953399864/Put/seqid=0 2024-11-18T18:10:07,504 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for a81cdeb9c4c0c841112d7afacda3d4f5 in 546ms, sequenceid=6, compaction requested=false 2024-11-18T18:10:07,505 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-18T18:10:07,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32827 is added to blk_1073741840_1016 (size=5153) 2024-11-18T18:10:07,513 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/data/hbase/replication/a81cdeb9c4c0c841112d7afacda3d4f5/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-18T18:10:07,516 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T18:10:07,516 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T18:10:07,516 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731953403840.a81cdeb9c4c0c841112d7afacda3d4f5. 2024-11-18T18:10:07,517 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a81cdeb9c4c0c841112d7afacda3d4f5: Waiting for close lock at 1731953406951Running coprocessor pre-close hooks at 1731953406952 (+1 ms)Disabling compacts and flushes for region at 1731953406952Disabling writes for close at 1731953406952Obtaining lock to block concurrent updates at 1731953406956 (+4 ms)Preparing flush snapshotting stores in a81cdeb9c4c0c841112d7afacda3d4f5 at 1731953406956Finished memstore snapshotting hbase:replication,,1731953403840.a81cdeb9c4c0c841112d7afacda3d4f5., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1731953406964 (+8 ms)Flushing stores of hbase:replication,,1731953403840.a81cdeb9c4c0c841112d7afacda3d4f5. at 1731953406965 (+1 ms)Flushing a81cdeb9c4c0c841112d7afacda3d4f5/queue: creating writer at 1731953406967 (+2 ms)Flushing a81cdeb9c4c0c841112d7afacda3d4f5/queue: appending metadata at 1731953407006 (+39 ms)Flushing a81cdeb9c4c0c841112d7afacda3d4f5/queue: closing flushed file at 1731953407009 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51fd7823: reopening flushed file at 1731953407482 (+473 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for a81cdeb9c4c0c841112d7afacda3d4f5 in 546ms, sequenceid=6, compaction requested=false at 1731953407504 (+22 ms)Writing region close event to WAL at 1731953407508 (+4 ms)Running coprocessor post-close hooks at 1731953407514 (+6 ms)Closed at 1731953407516 (+2 ms) 2024-11-18T18:10:07,517 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731953403840.a81cdeb9c4c0c841112d7afacda3d4f5. 2024-11-18T18:10:07,544 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,36361,1731953395844.replicationSource.wal-reader.818bff808382%2C36361%2C1731953395844,1-818bff808382,36361,1731953395844 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/WALs/818bff808382,36361,1731953395844/818bff808382%2C36361%2C1731953395844.1731953398802 to pos 0, reset compression=false 2024-11-18T18:10:07,553 DEBUG [RS:0;818bff808382:36361 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T18:10:07,634 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,2-818bff808382,36361,1731953395844.replicationSource.wal-reader.818bff808382%2C36361%2C1731953395844,2-818bff808382,36361,1731953395844 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/WALs/818bff808382,36361,1731953395844/818bff808382%2C36361%2C1731953395844.1731953398802 to pos 0, reset compression=false 2024-11-18T18:10:07,644 INFO [regionserver/818bff808382:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T18:10:07,644 INFO [regionserver/818bff808382:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T18:10:07,754 DEBUG [RS:0;818bff808382:36361 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T18:10:07,909 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/data/hbase/meta/1588230740/.tmp/ns/29bc7d7371404ad5931c663b5d245554 2024-11-18T18:10:07,933 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/data/hbase/meta/1588230740/.tmp/table/56358aac5db24273aab621dd53542f66 is 53, key is hbase:replication/table:state/1731953405097/Put/seqid=0 2024-11-18T18:10:07,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32827 is added to blk_1073741841_1017 (size=5256) 2024-11-18T18:10:07,954 INFO [RS:0;818bff808382:36361 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-18T18:10:07,954 DEBUG [RS:0;818bff808382:36361 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-18T18:10:07,954 DEBUG [RS:0;818bff808382:36361 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T18:10:08,154 DEBUG [RS:0;818bff808382:36361 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T18:10:08,241 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,2-818bff808382,36361,1731953395844.replicationSource.wal-reader.818bff808382%2C36361%2C1731953395844,2-818bff808382,36361,1731953395844 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/WALs/818bff808382,36361,1731953395844/818bff808382%2C36361%2C1731953395844.1731953398802 to pos 0, reset compression=false 2024-11-18T18:10:08,253 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,36361,1731953395844.replicationSource.wal-reader.818bff808382%2C36361%2C1731953395844,1-818bff808382,36361,1731953395844 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/WALs/818bff808382,36361,1731953395844/818bff808382%2C36361%2C1731953395844.1731953398802 to pos 0, reset compression=false 2024-11-18T18:10:08,340 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/data/hbase/meta/1588230740/.tmp/table/56358aac5db24273aab621dd53542f66 2024-11-18T18:10:08,351 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/data/hbase/meta/1588230740/.tmp/info/181c210972024110b70970571c42dddc as hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/data/hbase/meta/1588230740/info/181c210972024110b70970571c42dddc 2024-11-18T18:10:08,354 DEBUG [RS:0;818bff808382:36361 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T18:10:08,359 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/data/hbase/meta/1588230740/info/181c210972024110b70970571c42dddc, entries=10, sequenceid=11, filesize=6.5 K 2024-11-18T18:10:08,361 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/data/hbase/meta/1588230740/.tmp/ns/29bc7d7371404ad5931c663b5d245554 as hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/data/hbase/meta/1588230740/ns/29bc7d7371404ad5931c663b5d245554 2024-11-18T18:10:08,368 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/data/hbase/meta/1588230740/ns/29bc7d7371404ad5931c663b5d245554, entries=2, sequenceid=11, filesize=5.0 K 2024-11-18T18:10:08,370 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/data/hbase/meta/1588230740/.tmp/table/56358aac5db24273aab621dd53542f66 as hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/data/hbase/meta/1588230740/table/56358aac5db24273aab621dd53542f66 2024-11-18T18:10:08,377 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/data/hbase/meta/1588230740/table/56358aac5db24273aab621dd53542f66, entries=2, sequenceid=11, filesize=5.1 K 2024-11-18T18:10:08,379 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1426ms, sequenceid=11, compaction requested=false 2024-11-18T18:10:08,384 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-18T18:10:08,385 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T18:10:08,385 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T18:10:08,385 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T18:10:08,385 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731953406952Running coprocessor pre-close hooks at 1731953406952Disabling compacts and flushes for region at 1731953406952Disabling writes for close at 1731953406953 (+1 ms)Obtaining lock to block concurrent updates at 1731953406956 (+3 ms)Preparing flush snapshotting stores in 1588230740 at 1731953406956Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731953406964 (+8 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731953406966 (+2 ms)Flushing 1588230740/info: creating writer at 1731953406967 (+1 ms)Flushing 1588230740/info: appending metadata at 1731953407006 (+39 ms)Flushing 1588230740/info: closing flushed file at 1731953407009 (+3 ms)Flushing 1588230740/ns: creating writer at 1731953407482 (+473 ms)Flushing 1588230740/ns: appending metadata at 1731953407501 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731953407501Flushing 1588230740/table: creating writer at 1731953407917 (+416 ms)Flushing 1588230740/table: appending metadata at 1731953407933 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731953407933Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5df47ca8: reopening flushed file at 1731953408349 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f589be: reopening flushed file at 1731953408360 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20a6fd63: reopening flushed file at 1731953408368 (+8 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1426ms, sequenceid=11, compaction requested=false at 1731953408379 (+11 ms)Writing region close event to WAL at 1731953408380 (+1 ms)Running coprocessor post-close hooks at 1731953408385 (+5 ms)Closed at 1731953408385 2024-11-18T18:10:08,386 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T18:10:08,555 INFO [RS:0;818bff808382:36361 {}] regionserver.HRegionServer(976): stopping server 818bff808382,36361,1731953395844; all regions closed. 2024-11-18T18:10:08,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32827 is added to blk_1073741834_1010 (size=2742) 2024-11-18T18:10:08,565 DEBUG [RS:0;818bff808382:36361 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/oldWALs 2024-11-18T18:10:08,565 INFO [RS:0;818bff808382:36361 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 818bff808382%2C36361%2C1731953395844.meta:.meta(num 1731953399708) 2024-11-18T18:10:08,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32827 is added to blk_1073741837_1013 (size=1802) 2024-11-18T18:10:08,571 DEBUG [RS:0;818bff808382:36361 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/oldWALs 2024-11-18T18:10:08,571 INFO [RS:0;818bff808382:36361 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 818bff808382%2C36361%2C1731953395844.rep:(num 1731953405038) 2024-11-18T18:10:08,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32827 is added to blk_1073741832_1008 (size=93) 2024-11-18T18:10:08,576 DEBUG [RS:0;818bff808382:36361 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/oldWALs 2024-11-18T18:10:08,576 INFO [RS:0;818bff808382:36361 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 818bff808382%2C36361%2C1731953395844:(num 1731953398802) 2024-11-18T18:10:08,576 DEBUG [RS:0;818bff808382:36361 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:10:08,576 INFO [RS:0;818bff808382:36361 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T18:10:08,576 INFO [RS:0;818bff808382:36361 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T18:10:08,576 INFO [RS:0;818bff808382:36361 {}] hbase.ChoreService(370): Chore service for: regionserver/818bff808382:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T18:10:08,577 INFO [RS:0;818bff808382:36361 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T18:10:08,577 INFO [regionserver/818bff808382:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T18:10:08,577 INFO [RS:0;818bff808382:36361 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-818bff808382,36361,1731953395844 because: Region server is closing 2024-11-18T18:10:08,577 INFO [RS:0;818bff808382:36361 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;818bff808382:36361. 2024-11-18T18:10:08,578 DEBUG [RS:0;818bff808382:36361 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T18:10:08,578 DEBUG [RS:0;818bff808382:36361 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:10:08,578 DEBUG [RS:0;818bff808382:36361 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:10:08,578 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T18:10:08,678 WARN [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,36361,1731953395844.replicationSource.wal-reader.818bff808382%2C36361%2C1731953395844,1-818bff808382,36361,1731953395844 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-18T18:10:08,678 WARN [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,36361,1731953395844.replicationSource.shipper818bff808382%2C36361%2C1731953395844,1-818bff808382,36361,1731953395844 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-18T18:10:08,679 INFO [RS:0;818bff808382:36361 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,36361,1731953395844.replicationSource.shipper818bff808382%2C36361%2C1731953395844,1-818bff808382,36361,1731953395844 terminated 2024-11-18T18:10:08,679 INFO [RS:0;818bff808382:36361 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-818bff808382,36361,1731953395844 because: Region server is closing 2024-11-18T18:10:08,679 INFO [RS:0;818bff808382:36361 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;818bff808382:36361. 2024-11-18T18:10:08,680 DEBUG [RS:0;818bff808382:36361 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T18:10:08,680 DEBUG [RS:0;818bff808382:36361 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:10:08,680 DEBUG [RS:0;818bff808382:36361 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:10:08,680 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T18:10:08,780 WARN [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,2-818bff808382,36361,1731953395844.replicationSource.shipper818bff808382%2C36361%2C1731953395844,2-818bff808382,36361,1731953395844 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-18T18:10:08,780 WARN [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,2-818bff808382,36361,1731953395844.replicationSource.wal-reader.818bff808382%2C36361%2C1731953395844,2-818bff808382,36361,1731953395844 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-18T18:10:08,781 INFO [RS:0;818bff808382:36361 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,2-818bff808382,36361,1731953395844.replicationSource.shipper818bff808382%2C36361%2C1731953395844,2-818bff808382,36361,1731953395844 terminated 2024-11-18T18:10:08,781 INFO [RS:0;818bff808382:36361 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36361 2024-11-18T18:10:08,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36361-0x1000bd32f600001, quorum=127.0.0.1:50858, baseZNode=/0283088722 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0283088722/rs/818bff808382,36361,1731953395844 2024-11-18T18:10:08,787 INFO [RS:0;818bff808382:36361 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T18:10:08,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39131-0x1000bd32f600000, quorum=127.0.0.1:50858, baseZNode=/0283088722 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0283088722/rs 2024-11-18T18:10:08,791 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [818bff808382,36361,1731953395844] 2024-11-18T18:10:08,794 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0283088722/draining/818bff808382,36361,1731953395844 already deleted, retry=false 2024-11-18T18:10:08,794 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 818bff808382,36361,1731953395844 expired; onlineServers=0 2024-11-18T18:10:08,794 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '818bff808382,39131,1731953395150' ***** 2024-11-18T18:10:08,794 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T18:10:08,794 INFO [M:0;818bff808382:39131 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T18:10:08,794 INFO [M:0;818bff808382:39131 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T18:10:08,794 DEBUG [M:0;818bff808382:39131 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T18:10:08,795 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T18:10:08,795 DEBUG [M:0;818bff808382:39131 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T18:10:08,795 DEBUG [master/818bff808382:0:becomeActiveMaster-HFileCleaner.large.0-1731953398441 {}] cleaner.HFileCleaner(306): Exit Thread[master/818bff808382:0:becomeActiveMaster-HFileCleaner.large.0-1731953398441,5,FailOnTimeoutGroup] 2024-11-18T18:10:08,795 DEBUG [master/818bff808382:0:becomeActiveMaster-HFileCleaner.small.0-1731953398442 {}] cleaner.HFileCleaner(306): Exit Thread[master/818bff808382:0:becomeActiveMaster-HFileCleaner.small.0-1731953398442,5,FailOnTimeoutGroup] 2024-11-18T18:10:08,795 INFO [M:0;818bff808382:39131 {}] hbase.ChoreService(370): Chore service for: master/818bff808382:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T18:10:08,795 INFO [M:0;818bff808382:39131 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T18:10:08,795 DEBUG [M:0;818bff808382:39131 {}] master.HMaster(1795): Stopping service threads 2024-11-18T18:10:08,795 INFO [M:0;818bff808382:39131 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T18:10:08,795 INFO [M:0;818bff808382:39131 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T18:10:08,796 INFO [M:0;818bff808382:39131 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T18:10:08,796 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T18:10:08,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39131-0x1000bd32f600000, quorum=127.0.0.1:50858, baseZNode=/0283088722 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0283088722/master 2024-11-18T18:10:08,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39131-0x1000bd32f600000, quorum=127.0.0.1:50858, baseZNode=/0283088722 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0283088722 2024-11-18T18:10:08,798 DEBUG [M:0;818bff808382:39131 {}] zookeeper.ZKUtil(347): master:39131-0x1000bd32f600000, quorum=127.0.0.1:50858, baseZNode=/0283088722 Unable to get data of znode /0283088722/master because node does not exist (not an error) 2024-11-18T18:10:08,798 WARN [M:0;818bff808382:39131 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T18:10:08,799 INFO [M:0;818bff808382:39131 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/.lastflushedseqids 2024-11-18T18:10:08,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32827 is added to blk_1073741842_1018 (size=181) 2024-11-18T18:10:08,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36361-0x1000bd32f600001, quorum=127.0.0.1:50858, baseZNode=/0283088722 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T18:10:08,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36361-0x1000bd32f600001, quorum=127.0.0.1:50858, baseZNode=/0283088722 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T18:10:08,892 INFO [RS:0;818bff808382:36361 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T18:10:08,892 INFO [RS:0;818bff808382:36361 {}] regionserver.HRegionServer(1031): Exiting; stopping=818bff808382,36361,1731953395844; zookeeper connection closed. 2024-11-18T18:10:08,892 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@137ad617 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@137ad617 2024-11-18T18:10:08,893 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T18:10:09,215 INFO [M:0;818bff808382:39131 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T18:10:09,215 INFO [M:0;818bff808382:39131 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T18:10:09,215 DEBUG [M:0;818bff808382:39131 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T18:10:09,215 INFO [M:0;818bff808382:39131 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:10:09,215 DEBUG [M:0;818bff808382:39131 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:10:09,215 DEBUG [M:0;818bff808382:39131 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T18:10:09,215 DEBUG [M:0;818bff808382:39131 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:10:09,216 INFO [M:0;818bff808382:39131 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-18T18:10:09,236 DEBUG [M:0;818bff808382:39131 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3f4c8616ec324abaa4ed710eaf7e69f1 is 82, key is hbase:meta,,1/info:regioninfo/1731953399793/Put/seqid=0 2024-11-18T18:10:09,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32827 is added to blk_1073741843_1019 (size=5672) 2024-11-18T18:10:09,642 INFO [M:0;818bff808382:39131 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3f4c8616ec324abaa4ed710eaf7e69f1 2024-11-18T18:10:09,668 DEBUG [M:0;818bff808382:39131 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/13f9378094ae499e9630292325744910 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731953405104/Put/seqid=0 2024-11-18T18:10:09,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32827 is added to blk_1073741844_1020 (size=8663) 2024-11-18T18:10:10,074 INFO [M:0;818bff808382:39131 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/13f9378094ae499e9630292325744910 2024-11-18T18:10:10,099 DEBUG [M:0;818bff808382:39131 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6548504ae5d64ec7851491b93850349e is 69, key is 818bff808382,36361,1731953395844/rs:state/1731953398571/Put/seqid=0 2024-11-18T18:10:10,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32827 is added to blk_1073741845_1021 (size=5156) 2024-11-18T18:10:10,105 INFO [M:0;818bff808382:39131 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6548504ae5d64ec7851491b93850349e 2024-11-18T18:10:10,113 DEBUG [M:0;818bff808382:39131 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3f4c8616ec324abaa4ed710eaf7e69f1 as hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3f4c8616ec324abaa4ed710eaf7e69f1 2024-11-18T18:10:10,121 INFO [M:0;818bff808382:39131 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3f4c8616ec324abaa4ed710eaf7e69f1, entries=8, sequenceid=115, filesize=5.5 K 2024-11-18T18:10:10,122 DEBUG [M:0;818bff808382:39131 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/13f9378094ae499e9630292325744910 as hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/13f9378094ae499e9630292325744910 2024-11-18T18:10:10,129 INFO [M:0;818bff808382:39131 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/13f9378094ae499e9630292325744910, entries=14, sequenceid=115, filesize=8.5 K 2024-11-18T18:10:10,130 DEBUG [M:0;818bff808382:39131 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6548504ae5d64ec7851491b93850349e as hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6548504ae5d64ec7851491b93850349e 2024-11-18T18:10:10,136 INFO [M:0;818bff808382:39131 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6548504ae5d64ec7851491b93850349e, entries=1, sequenceid=115, filesize=5.0 K 2024-11-18T18:10:10,138 INFO [M:0;818bff808382:39131 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 923ms, sequenceid=115, compaction requested=false 2024-11-18T18:10:10,139 INFO [M:0;818bff808382:39131 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:10:10,140 DEBUG [M:0;818bff808382:39131 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731953409215Disabling compacts and flushes for region at 1731953409215Disabling writes for close at 1731953409215Obtaining lock to block concurrent updates at 1731953409216 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731953409216Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1731953409216Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731953409217 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731953409218 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731953409235 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731953409235Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731953409649 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731953409667 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731953409667Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731953410082 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731953410099 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731953410099Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2573aa75: reopening flushed file at 1731953410112 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10525211: reopening flushed file at 1731953410121 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e247acb: reopening flushed file at 1731953410129 (+8 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 923ms, sequenceid=115, compaction requested=false at 1731953410138 (+9 ms)Writing region close event to WAL at 1731953410139 (+1 ms)Closed at 1731953410139 2024-11-18T18:10:10,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32827 is added to blk_1073741830_1006 (size=59421) 2024-11-18T18:10:10,143 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T18:10:10,143 INFO [M:0;818bff808382:39131 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T18:10:10,144 INFO [M:0;818bff808382:39131 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39131 2024-11-18T18:10:10,144 INFO [M:0;818bff808382:39131 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T18:10:10,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39131-0x1000bd32f600000, quorum=127.0.0.1:50858, baseZNode=/0283088722 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T18:10:10,247 INFO [M:0;818bff808382:39131 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T18:10:10,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39131-0x1000bd32f600000, quorum=127.0.0.1:50858, baseZNode=/0283088722 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T18:10:10,249 INFO [Time-limited test {}] client.ConnectionUtils(128): master/818bff808382:0 server-side Connection retries=45 2024-11-18T18:10:10,249 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T18:10:10,249 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T18:10:10,249 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T18:10:10,250 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T18:10:10,250 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T18:10:10,250 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T18:10:10,250 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T18:10:10,250 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40399 2024-11-18T18:10:10,252 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40399 connecting to ZooKeeper ensemble=127.0.0.1:50858 2024-11-18T18:10:10,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:403990x0, quorum=127.0.0.1:50858, baseZNode=/0283088722 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T18:10:10,256 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40399-0x1000bd32f600006 connected 2024-11-18T18:10:10,261 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:10:10,263 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:10:10,266 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40399-0x1000bd32f600006, quorum=127.0.0.1:50858, baseZNode=/0283088722 Set watcher on znode that does not yet exist, /0283088722/running 2024-11-18T18:10:10,266 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0283088722/meta-region-server: INIT 2024-11-18T18:10:10,266 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a, hbase.cluster.distributed=false 2024-11-18T18:10:10,268 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40399-0x1000bd32f600006, quorum=127.0.0.1:50858, baseZNode=/0283088722 Set watcher on znode that does not yet exist, /0283088722/acl 2024-11-18T18:10:10,268 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40399 2024-11-18T18:10:10,268 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40399 2024-11-18T18:10:10,269 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40399 2024-11-18T18:10:10,269 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40399 2024-11-18T18:10:10,269 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40399 2024-11-18T18:10:10,286 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/818bff808382:0 server-side Connection retries=45 2024-11-18T18:10:10,286 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T18:10:10,286 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T18:10:10,286 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T18:10:10,286 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T18:10:10,286 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T18:10:10,286 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T18:10:10,287 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T18:10:10,287 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41173 2024-11-18T18:10:10,289 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41173 connecting to ZooKeeper ensemble=127.0.0.1:50858 2024-11-18T18:10:10,289 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:10:10,291 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:10:10,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:411730x0, quorum=127.0.0.1:50858, baseZNode=/0283088722 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T18:10:10,298 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41173-0x1000bd32f600007 connected 2024-11-18T18:10:10,298 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41173-0x1000bd32f600007, quorum=127.0.0.1:50858, baseZNode=/0283088722 Set watcher on znode that does not yet exist, /0283088722/running 2024-11-18T18:10:10,298 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0283088722/meta-region-server: INIT 2024-11-18T18:10:10,299 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T18:10:10,299 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T18:10:10,300 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41173-0x1000bd32f600007, quorum=127.0.0.1:50858, baseZNode=/0283088722 Set watcher on znode that does not yet exist, /0283088722/master 2024-11-18T18:10:10,301 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41173-0x1000bd32f600007, quorum=127.0.0.1:50858, baseZNode=/0283088722 Set watcher on znode that does not yet exist, /0283088722/acl 2024-11-18T18:10:10,302 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41173 2024-11-18T18:10:10,302 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41173 2024-11-18T18:10:10,302 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41173 2024-11-18T18:10:10,302 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41173 2024-11-18T18:10:10,303 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41173 2024-11-18T18:10:10,315 DEBUG [M:0;818bff808382:40399 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;818bff808382:40399 2024-11-18T18:10:10,316 INFO [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0283088722/backup-masters/818bff808382,40399,1731953410249 2024-11-18T18:10:10,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40399-0x1000bd32f600006, quorum=127.0.0.1:50858, baseZNode=/0283088722 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0283088722/backup-masters 2024-11-18T18:10:10,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41173-0x1000bd32f600007, quorum=127.0.0.1:50858, baseZNode=/0283088722 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0283088722/backup-masters 2024-11-18T18:10:10,320 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40399-0x1000bd32f600006, quorum=127.0.0.1:50858, baseZNode=/0283088722 Set watcher on existing znode=/0283088722/backup-masters/818bff808382,40399,1731953410249 2024-11-18T18:10:10,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41173-0x1000bd32f600007, quorum=127.0.0.1:50858, baseZNode=/0283088722 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0283088722/master 2024-11-18T18:10:10,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40399-0x1000bd32f600006, quorum=127.0.0.1:50858, baseZNode=/0283088722 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0283088722 2024-11-18T18:10:10,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41173-0x1000bd32f600007, quorum=127.0.0.1:50858, baseZNode=/0283088722 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0283088722 2024-11-18T18:10:10,323 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40399-0x1000bd32f600006, quorum=127.0.0.1:50858, baseZNode=/0283088722 Set watcher on existing znode=/0283088722/master 2024-11-18T18:10:10,324 INFO [master/818bff808382:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0283088722/backup-masters/818bff808382,40399,1731953410249 from backup master directory 2024-11-18T18:10:10,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41173-0x1000bd32f600007, quorum=127.0.0.1:50858, baseZNode=/0283088722 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0283088722/backup-masters 2024-11-18T18:10:10,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40399-0x1000bd32f600006, quorum=127.0.0.1:50858, baseZNode=/0283088722 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0283088722/backup-masters/818bff808382,40399,1731953410249 2024-11-18T18:10:10,327 WARN [master/818bff808382:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T18:10:10,327 INFO [master/818bff808382:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=818bff808382,40399,1731953410249 2024-11-18T18:10:10,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40399-0x1000bd32f600006, quorum=127.0.0.1:50858, baseZNode=/0283088722 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0283088722/backup-masters 2024-11-18T18:10:10,342 INFO [master/818bff808382:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:10:10,342 INFO [master/818bff808382:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T18:10:10,355 INFO [master/818bff808382:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 13ms. 2024-11-18T18:10:10,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32827 is added to blk_1073741846_1022 (size=196) 2024-11-18T18:10:10,561 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T18:10:10,766 INFO [master/818bff808382:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T18:10:10,767 INFO [master/818bff808382:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T18:10:10,768 INFO [master/818bff808382:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T18:10:10,778 DEBUG [master/818bff808382:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-18T18:10:10,781 INFO [master/818bff808382:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/MasterData/WALs/818bff808382,39131,1731953395150 to hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/MasterData/WALs/818bff808382,39131,1731953395150-dead as it is dead 2024-11-18T18:10:10,783 DEBUG [master/818bff808382:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-18T18:10:10,783 DEBUG [master/818bff808382:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-18T18:10:10,783 INFO [master/818bff808382:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/MasterData/WALs/818bff808382,39131,1731953395150-dead/818bff808382%2C39131%2C1731953395150.1731953397902 2024-11-18T18:10:10,790 INFO [master/818bff808382:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/MasterData/WALs/818bff808382,39131,1731953395150-dead/818bff808382%2C39131%2C1731953395150.1731953397902 after 5ms 2024-11-18T18:10:10,791 INFO [master/818bff808382:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/MasterData/WALs/818bff808382,39131,1731953395150-dead/818bff808382%2C39131%2C1731953395150.1731953397902 to hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/818bff808382%2C39131%2C1731953395150.1731953397902 2024-11-18T18:10:10,791 INFO [master/818bff808382:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/MasterData/WALs/818bff808382,39131,1731953395150-dead 2024-11-18T18:10:10,792 DEBUG [master/818bff808382:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/MasterData/WALs/818bff808382,40399,1731953410249 2024-11-18T18:10:10,794 INFO [master/818bff808382:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T18:10:10,796 INFO [master/818bff808382:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=818bff808382%2C40399%2C1731953410249, suffix=, logDir=hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/MasterData/WALs/818bff808382,40399,1731953410249, archiveDir=hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/MasterData/oldWALs, maxLogs=10 2024-11-18T18:10:10,810 DEBUG [master/818bff808382:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/MasterData/WALs/818bff808382,40399,1731953410249/818bff808382%2C40399%2C1731953410249.1731953410796, exclude list is [], retry=0 2024-11-18T18:10:10,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32827,DS-a4ae6eef-7f4d-4792-976a-29863263b969,DISK] 2024-11-18T18:10:10,817 INFO [master/818bff808382:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/MasterData/WALs/818bff808382,40399,1731953410249/818bff808382%2C40399%2C1731953410249.1731953410796 2024-11-18T18:10:10,817 DEBUG [master/818bff808382:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36949:36949)] 2024-11-18T18:10:10,817 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T18:10:10,818 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:10:10,818 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:10:10,818 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:10:10,820 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:10:10,821 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T18:10:10,821 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:10:10,830 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3f4c8616ec324abaa4ed710eaf7e69f1 2024-11-18T18:10:10,830 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:10:10,830 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:10:10,831 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T18:10:10,831 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:10:10,838 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/13f9378094ae499e9630292325744910 2024-11-18T18:10:10,838 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:10:10,838 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:10:10,839 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T18:10:10,839 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:10:10,846 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6548504ae5d64ec7851491b93850349e 2024-11-18T18:10:10,846 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:10:10,847 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:10:10,848 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T18:10:10,848 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:10:10,848 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:10:10,848 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:10:10,849 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-18T18:10:10,849 INFO [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/818bff808382%2C39131%2C1731953395150.1731953397902 2024-11-18T18:10:10,863 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/818bff808382%2C39131%2C1731953395150.1731953397902 2024-11-18T18:10:10,865 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/818bff808382%2C39131%2C1731953395150.1731953397902 2024-11-18T18:10:10,867 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:10:10,867 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:10:10,868 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T18:10:10,870 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:10:10,873 DEBUG [master/818bff808382:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-18T18:10:10,875 INFO [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69783999, jitterRate=0.03986261785030365}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T18:10:10,875 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731953410818Initializing all the Stores at 1731953410820 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953410820Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953410820Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953410820Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953410820Cleaning up temporary data from old regions at 1731953410867 (+47 ms)Region opened successfully at 1731953410875 (+8 ms) 2024-11-18T18:10:10,875 INFO [master/818bff808382:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T18:10:10,880 DEBUG [master/818bff808382:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3414a146, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=818bff808382/172.17.0.2:0 2024-11-18T18:10:10,895 INFO [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-18T18:10:10,896 INFO [master/818bff808382:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T18:10:10,896 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T18:10:10,896 INFO [master/818bff808382:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T18:10:10,897 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T18:10:10,904 DEBUG [master/818bff808382:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T18:10:10,904 DEBUG [master/818bff808382:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T18:10:10,905 DEBUG [master/818bff808382:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-18T18:10:10,906 DEBUG [master/818bff808382:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T18:10:10,906 DEBUG [master/818bff808382:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-18T18:10:10,906 DEBUG [master/818bff808382:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-18T18:10:10,906 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 9 msec 2024-11-18T18:10:10,906 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T18:10:10,911 DEBUG [master/818bff808382:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=818bff808382,36361,1731953395844, regionLocation=818bff808382,36361,1731953395844, openSeqNum=2 2024-11-18T18:10:10,912 DEBUG [master/818bff808382:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=818bff808382,36361,1731953395844, table=hbase:meta, region=1588230740 2024-11-18T18:10:10,912 INFO [master/818bff808382:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 818bff808382,36361,1731953395844, state=OPEN 2024-11-18T18:10:10,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41173-0x1000bd32f600007, quorum=127.0.0.1:50858, baseZNode=/0283088722 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0283088722/meta-region-server 2024-11-18T18:10:10,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40399-0x1000bd32f600006, quorum=127.0.0.1:50858, baseZNode=/0283088722 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0283088722/meta-region-server 2024-11-18T18:10:10,915 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0283088722/meta-region-server: CHANGED 2024-11-18T18:10:10,915 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0283088722/meta-region-server: CHANGED 2024-11-18T18:10:10,920 INFO [master/818bff808382:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-18T18:10:10,923 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0283088722/draining/818bff808382,36361,1731953395844 already deleted, retry=false 2024-11-18T18:10:10,923 INFO [master/818bff808382:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 818bff808382,36361,1731953395844 on 818bff808382,40399,1731953410249 2024-11-18T18:10:10,931 DEBUG [master/818bff808382:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 818bff808382,36361,1731953395844, splitWal=true, meta=true 2024-11-18T18:10:10,934 INFO [master/818bff808382:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=15 for 818bff808382,36361,1731953395844 (carryingMeta=true) 818bff808382,36361,1731953395844/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@4152eb29[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-18T18:10:10,937 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40399-0x1000bd32f600006, quorum=127.0.0.1:50858, baseZNode=/0283088722 Unable to get data of znode /0283088722/balancer because node does not exist (not necessarily an error) 2024-11-18T18:10:10,940 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0283088722/balancer already deleted, retry=false 2024-11-18T18:10:10,940 INFO [master/818bff808382:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T18:10:10,941 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40399-0x1000bd32f600006, quorum=127.0.0.1:50858, baseZNode=/0283088722 Unable to get data of znode /0283088722/normalizer because node does not exist (not necessarily an error) 2024-11-18T18:10:10,943 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0283088722/normalizer already deleted, retry=false 2024-11-18T18:10:10,944 INFO [master/818bff808382:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T18:10:10,945 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40399-0x1000bd32f600006, quorum=127.0.0.1:50858, baseZNode=/0283088722 Unable to get data of znode /0283088722/switch/split because node does not exist (not necessarily an error) 2024-11-18T18:10:10,947 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0283088722/switch/split already deleted, retry=false 2024-11-18T18:10:10,948 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40399-0x1000bd32f600006, quorum=127.0.0.1:50858, baseZNode=/0283088722 Unable to get data of znode /0283088722/switch/merge because node does not exist (not necessarily an error) 2024-11-18T18:10:10,953 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0283088722/switch/merge already deleted, retry=false 2024-11-18T18:10:10,966 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40399-0x1000bd32f600006, quorum=127.0.0.1:50858, baseZNode=/0283088722 Unable to get data of znode /0283088722/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T18:10:10,969 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0283088722/snapshot-cleanup already deleted, retry=false 2024-11-18T18:10:10,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41173-0x1000bd32f600007, quorum=127.0.0.1:50858, baseZNode=/0283088722 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0283088722/running 2024-11-18T18:10:10,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40399-0x1000bd32f600006, quorum=127.0.0.1:50858, baseZNode=/0283088722 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0283088722/running 2024-11-18T18:10:10,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41173-0x1000bd32f600007, quorum=127.0.0.1:50858, baseZNode=/0283088722 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0283088722 2024-11-18T18:10:10,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40399-0x1000bd32f600006, quorum=127.0.0.1:50858, baseZNode=/0283088722 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0283088722 2024-11-18T18:10:10,973 INFO [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=818bff808382,40399,1731953410249, sessionid=0x1000bd32f600006, setting cluster-up flag (Was=false) 2024-11-18T18:10:10,977 DEBUG [master/818bff808382:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0283088722/flush-table-proc/acquired, /0283088722/flush-table-proc/reached, /0283088722/flush-table-proc/abort 2024-11-18T18:10:10,978 DEBUG [master/818bff808382:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=818bff808382,40399,1731953410249 2024-11-18T18:10:10,982 DEBUG [master/818bff808382:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0283088722/online-snapshot/acquired, /0283088722/online-snapshot/reached, /0283088722/online-snapshot/abort 2024-11-18T18:10:10,983 DEBUG [master/818bff808382:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=818bff808382,40399,1731953410249 2024-11-18T18:10:10,985 INFO [master/818bff808382:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/.lastflushedseqids 2024-11-18T18:10:10,989 INFO [master/818bff808382:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T18:10:10,990 INFO [master/818bff808382:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T18:10:10,990 DEBUG [master/818bff808382:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 818bff808382,40399,1731953410249 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 818bff808382,36361,1731953395844 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T18:10:10,992 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/818bff808382:0, corePoolSize=5, maxPoolSize=5 2024-11-18T18:10:10,992 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/818bff808382:0, corePoolSize=5, maxPoolSize=5 2024-11-18T18:10:10,992 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/818bff808382:0, corePoolSize=5, maxPoolSize=5 2024-11-18T18:10:10,992 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/818bff808382:0, corePoolSize=5, maxPoolSize=5 2024-11-18T18:10:10,992 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/818bff808382:0, corePoolSize=10, maxPoolSize=10 2024-11-18T18:10:10,992 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:10:10,992 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/818bff808382:0, corePoolSize=2, maxPoolSize=2 2024-11-18T18:10:10,992 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:10:10,993 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731953440993 2024-11-18T18:10:10,993 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T18:10:10,993 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T18:10:10,993 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T18:10:10,994 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T18:10:10,994 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T18:10:10,994 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T18:10:10,994 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T18:10:10,994 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T18:10:10,994 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T18:10:10,994 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T18:10:10,994 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T18:10:10,995 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T18:10:10,995 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T18:10:10,995 DEBUG [master/818bff808382:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/818bff808382:0:becomeActiveMaster-HFileCleaner.large.0-1731953410995,5,FailOnTimeoutGroup] 2024-11-18T18:10:10,995 DEBUG [master/818bff808382:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/818bff808382:0:becomeActiveMaster-HFileCleaner.small.0-1731953410995,5,FailOnTimeoutGroup] 2024-11-18T18:10:10,995 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T18:10:10,995 INFO [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T18:10:10,995 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T18:10:10,995 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T18:10:10,996 INFO [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731953410996, completionTime=-1 2024-11-18T18:10:10,996 WARN [master/818bff808382:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-18T18:10:10,996 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 818bff808382,36361,1731953395844, splitWal=true, meta=true 2024-11-18T18:10:10,998 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 818bff808382,36361,1731953395844, splitWal=true, meta=true, isMeta: true 2024-11-18T18:10:10,999 INFO [master/818bff808382:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-18T18:10:11,000 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/WALs/818bff808382,36361,1731953395844-splitting 2024-11-18T18:10:11,001 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/WALs/818bff808382,36361,1731953395844-splitting dir is empty, no logs to split. 2024-11-18T18:10:11,001 INFO [PEWorker-1 {}] master.SplitWALManager(105): 818bff808382,36361,1731953395844 WAL count=0, meta=true 2024-11-18T18:10:11,005 INFO [RS:0;818bff808382:41173 {}] regionserver.HRegionServer(746): ClusterId : c79a7882-0d16-4264-a278-bca6cc2b462e 2024-11-18T18:10:11,005 DEBUG [RS:0;818bff808382:41173 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T18:10:11,005 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/WALs/818bff808382,36361,1731953395844-splitting dir is empty, no logs to split. 2024-11-18T18:10:11,005 INFO [PEWorker-1 {}] master.SplitWALManager(105): 818bff808382,36361,1731953395844 WAL count=0, meta=true 2024-11-18T18:10:11,005 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 818bff808382,36361,1731953395844 WAL splitting is done? wals=0, meta=true 2024-11-18T18:10:11,008 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T18:10:11,009 DEBUG [RS:0;818bff808382:41173 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T18:10:11,009 DEBUG [RS:0;818bff808382:41173 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T18:10:11,010 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T18:10:11,011 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-18T18:10:11,013 DEBUG [RS:0;818bff808382:41173 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T18:10:11,013 DEBUG [RS:0;818bff808382:41173 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49669922, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=818bff808382/172.17.0.2:0 2024-11-18T18:10:11,029 DEBUG [RS:0;818bff808382:41173 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;818bff808382:41173 2024-11-18T18:10:11,029 INFO [RS:0;818bff808382:41173 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T18:10:11,029 INFO [RS:0;818bff808382:41173 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T18:10:11,029 DEBUG [RS:0;818bff808382:41173 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T18:10:11,030 INFO [RS:0;818bff808382:41173 {}] regionserver.HRegionServer(2659): reportForDuty to master=818bff808382,40399,1731953410249 with port=41173, startcode=1731953410286 2024-11-18T18:10:11,030 DEBUG [RS:0;818bff808382:41173 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T18:10:11,033 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44571, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T18:10:11,033 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40399 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 818bff808382,41173,1731953410286 2024-11-18T18:10:11,033 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40399 {}] master.ServerManager(517): Registering regionserver=818bff808382,41173,1731953410286 2024-11-18T18:10:11,036 DEBUG [RS:0;818bff808382:41173 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a 2024-11-18T18:10:11,036 DEBUG [RS:0;818bff808382:41173 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42867 2024-11-18T18:10:11,036 DEBUG [RS:0;818bff808382:41173 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T18:10:11,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40399-0x1000bd32f600006, quorum=127.0.0.1:50858, baseZNode=/0283088722 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0283088722/rs 2024-11-18T18:10:11,039 DEBUG [RS:0;818bff808382:41173 {}] zookeeper.ZKUtil(111): regionserver:41173-0x1000bd32f600007, quorum=127.0.0.1:50858, baseZNode=/0283088722 Set watcher on existing znode=/0283088722/rs/818bff808382,41173,1731953410286 2024-11-18T18:10:11,039 WARN [RS:0;818bff808382:41173 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T18:10:11,039 INFO [RS:0;818bff808382:41173 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T18:10:11,039 DEBUG [RS:0;818bff808382:41173 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/WALs/818bff808382,41173,1731953410286 2024-11-18T18:10:11,039 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [818bff808382,41173,1731953410286] 2024-11-18T18:10:11,049 INFO [master/818bff808382:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=53ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-18T18:10:11,079 INFO [RS:0;818bff808382:41173 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T18:10:11,081 INFO [RS:0;818bff808382:41173 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T18:10:11,082 INFO [RS:0;818bff808382:41173 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T18:10:11,082 INFO [RS:0;818bff808382:41173 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T18:10:11,082 INFO [RS:0;818bff808382:41173 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T18:10:11,083 INFO [RS:0;818bff808382:41173 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T18:10:11,083 INFO [RS:0;818bff808382:41173 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T18:10:11,083 DEBUG [RS:0;818bff808382:41173 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:10:11,084 DEBUG [RS:0;818bff808382:41173 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:10:11,084 DEBUG [RS:0;818bff808382:41173 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:10:11,084 DEBUG [RS:0;818bff808382:41173 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:10:11,084 DEBUG [RS:0;818bff808382:41173 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:10:11,084 DEBUG [RS:0;818bff808382:41173 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/818bff808382:0, corePoolSize=2, maxPoolSize=2 2024-11-18T18:10:11,084 DEBUG [RS:0;818bff808382:41173 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:10:11,084 DEBUG [RS:0;818bff808382:41173 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:10:11,084 DEBUG [RS:0;818bff808382:41173 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:10:11,084 DEBUG [RS:0;818bff808382:41173 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:10:11,084 DEBUG [RS:0;818bff808382:41173 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:10:11,084 DEBUG [RS:0;818bff808382:41173 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:10:11,084 DEBUG [RS:0;818bff808382:41173 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0, corePoolSize=3, maxPoolSize=3 2024-11-18T18:10:11,084 DEBUG [RS:0;818bff808382:41173 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/818bff808382:0, corePoolSize=3, maxPoolSize=3 2024-11-18T18:10:11,085 INFO [RS:0;818bff808382:41173 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T18:10:11,085 INFO [RS:0;818bff808382:41173 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T18:10:11,085 INFO [RS:0;818bff808382:41173 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T18:10:11,085 INFO [RS:0;818bff808382:41173 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T18:10:11,085 INFO [RS:0;818bff808382:41173 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T18:10:11,085 INFO [RS:0;818bff808382:41173 {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,41173,1731953410286-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T18:10:11,102 INFO [RS:0;818bff808382:41173 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T18:10:11,102 INFO [RS:0;818bff808382:41173 {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,41173,1731953410286-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T18:10:11,118 INFO [RS:0;818bff808382:41173 {}] regionserver.ReplicationSource(231): queueId=1-818bff808382,41173,1731953410286, ReplicationSource: 1, currentBandwidth=0 2024-11-18T18:10:11,134 INFO [RS:0;818bff808382:41173 {}] regionserver.ReplicationSource(231): queueId=2-818bff808382,41173,1731953410286, ReplicationSource: 2, currentBandwidth=0 2024-11-18T18:10:11,134 INFO [RS:0;818bff808382:41173 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:10:11,134 INFO [RS:0;818bff808382:41173 {}] regionserver.Replication(171): 818bff808382,41173,1731953410286 started 2024-11-18T18:10:11,134 DEBUG [RS:0;818bff808382:41173.replicationSource,1-818bff808382,41173,1731953410286 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='818bff808382:44331' 2024-11-18T18:10:11,136 DEBUG [RS:0;818bff808382:41173.replicationSource,1-818bff808382,41173,1731953410286 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@544de36f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:10:11,136 DEBUG [RS:0;818bff808382:41173.replicationSource,1-818bff808382,41173,1731953410286 {}] client.ClusterIdFetcher(90): Going to request 818bff808382,44331,-1 for getting cluster id 2024-11-18T18:10:11,136 DEBUG [RS:0;818bff808382:41173.replicationSource,1-818bff808382,41173,1731953410286 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T18:10:11,138 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0bcc7d35-6e02-4b32-aa88-32b3467b5fd0' 2024-11-18T18:10:11,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T18:10:11,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0bcc7d35-6e02-4b32-aa88-32b3467b5fd0" 2024-11-18T18:10:11,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@97529e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:10:11,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [818bff808382,44331,-1] 2024-11-18T18:10:11,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T18:10:11,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:10:11,141 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53514, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-18T18:10:11,141 DEBUG [RS:0;818bff808382:41173.replicationSource,1-818bff808382,41173,1731953410286 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@536994e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:10:11,142 DEBUG [RS:0;818bff808382:41173.replicationSource,1-818bff808382,41173,1731953410286 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T18:10:11,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 818bff808382,44331,1731953401243 2024-11-18T18:10:11,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2ec5d071 2024-11-18T18:10:11,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T18:10:11,144 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-18T18:10:11,144 INFO [RS:0;818bff808382:41173.replicationSource,1-818bff808382,41173,1731953410286 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-818bff808382,41173,1731953410286 (queues=0) is replicating from cluster=c79a7882-0d16-4264-a278-bca6cc2b462e to cluster=0bcc7d35-6e02-4b32-aa88-32b3467b5fd0 2024-11-18T18:10:11,152 DEBUG [RS:0;818bff808382:41173.replicationSource,2-818bff808382,41173,1731953410286 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='818bff808382:44331' 2024-11-18T18:10:11,153 INFO [RS:0;818bff808382:41173 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:10:11,154 INFO [RS:0;818bff808382:41173 {}] regionserver.HRegionServer(1482): Serving as 818bff808382,41173,1731953410286, RpcServer on 818bff808382/172.17.0.2:41173, sessionid=0x1000bd32f600007 2024-11-18T18:10:11,154 DEBUG [RS:0;818bff808382:41173.replicationSource,2-818bff808382,41173,1731953410286 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@260911fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:10:11,154 DEBUG [RS:0;818bff808382:41173.replicationSource,2-818bff808382,41173,1731953410286 {}] client.ClusterIdFetcher(90): Going to request 818bff808382,44331,-1 for getting cluster id 2024-11-18T18:10:11,154 DEBUG [RS:0;818bff808382:41173 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T18:10:11,154 DEBUG [RS:0;818bff808382:41173 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 818bff808382,41173,1731953410286 2024-11-18T18:10:11,154 DEBUG [RS:0;818bff808382:41173.replicationSource,2-818bff808382,41173,1731953410286 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T18:10:11,154 DEBUG [RS:0;818bff808382:41173 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '818bff808382,41173,1731953410286' 2024-11-18T18:10:11,154 DEBUG [RS:0;818bff808382:41173 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0283088722/flush-table-proc/abort' 2024-11-18T18:10:11,155 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0bcc7d35-6e02-4b32-aa88-32b3467b5fd0' 2024-11-18T18:10:11,155 DEBUG [RS:0;818bff808382:41173 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0283088722/flush-table-proc/acquired' 2024-11-18T18:10:11,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T18:10:11,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0bcc7d35-6e02-4b32-aa88-32b3467b5fd0" 2024-11-18T18:10:11,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2c5859e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:10:11,155 DEBUG [RS:0;818bff808382:41173 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T18:10:11,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [818bff808382,44331,-1] 2024-11-18T18:10:11,155 DEBUG [RS:0;818bff808382:41173 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T18:10:11,155 DEBUG [RS:0;818bff808382:41173 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 818bff808382,41173,1731953410286 2024-11-18T18:10:11,155 DEBUG [RS:0;818bff808382:41173 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '818bff808382,41173,1731953410286' 2024-11-18T18:10:11,156 DEBUG [RS:0;818bff808382:41173 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0283088722/online-snapshot/abort' 2024-11-18T18:10:11,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T18:10:11,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:10:11,156 DEBUG [RS:0;818bff808382:41173 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0283088722/online-snapshot/acquired' 2024-11-18T18:10:11,157 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-18T18:10:11,157 DEBUG [RS:0;818bff808382:41173 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T18:10:11,157 INFO [RS:0;818bff808382:41173 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T18:10:11,157 INFO [RS:0;818bff808382:41173 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T18:10:11,157 DEBUG [RS:0;818bff808382:41173.replicationSource,2-818bff808382,41173,1731953410286 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6d39010d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:10:11,157 DEBUG [RS:0;818bff808382:41173.replicationSource,2-818bff808382,41173,1731953410286 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T18:10:11,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 818bff808382,44331,1731953401243 2024-11-18T18:10:11,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@239d05e2 2024-11-18T18:10:11,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T18:10:11,159 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53552, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-18T18:10:11,160 INFO [RS:0;818bff808382:41173.replicationSource,2-818bff808382,41173,1731953410286 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-818bff808382,41173,1731953410286 (queues=0) is replicating from cluster=c79a7882-0d16-4264-a278-bca6cc2b462e to cluster=0bcc7d35-6e02-4b32-aa88-32b3467b5fd0 2024-11-18T18:10:11,161 WARN [818bff808382:40399 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-18T18:10:11,257 INFO [RS:0;818bff808382:41173 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T18:10:11,260 INFO [RS:0;818bff808382:41173 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=818bff808382%2C41173%2C1731953410286, suffix=, logDir=hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/WALs/818bff808382,41173,1731953410286, archiveDir=hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/oldWALs, maxLogs=10 2024-11-18T18:10:11,275 DEBUG [RS:0;818bff808382:41173 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/WALs/818bff808382,41173,1731953410286/818bff808382%2C41173%2C1731953410286.1731953411260, exclude list is [], retry=0 2024-11-18T18:10:11,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32827,DS-a4ae6eef-7f4d-4792-976a-29863263b969,DISK] 2024-11-18T18:10:11,281 INFO [RS:0;818bff808382:41173 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/WALs/818bff808382,41173,1731953410286/818bff808382%2C41173%2C1731953410286.1731953411260 2024-11-18T18:10:11,281 DEBUG [RS:0;818bff808382:41173 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 818bff808382%2C41173%2C1731953410286 for peer 2 2024-11-18T18:10:11,281 DEBUG [RS:0;818bff808382:41173 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 818bff808382%2C41173%2C1731953410286 for peer 1 2024-11-18T18:10:11,281 DEBUG [RS:0;818bff808382:41173 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=818bff808382%2C41173%2C1731953410286 2024-11-18T18:10:11,281 INFO [RS:0;818bff808382:41173 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-818bff808382,41173,1731953410286, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T18:10:11,282 INFO [RS:0;818bff808382:41173.replicationSource.shipper818bff808382%2C41173%2C1731953410286,1-818bff808382,41173,1731953410286 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 818bff808382%2C41173%2C1731953410286 2024-11-18T18:10:11,282 DEBUG [RS:0;818bff808382:41173 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=818bff808382%2C41173%2C1731953410286 2024-11-18T18:10:11,282 INFO [RS:0;818bff808382:41173 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-818bff808382,41173,1731953410286, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T18:10:11,282 DEBUG [RS:0;818bff808382:41173 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36949:36949)] 2024-11-18T18:10:11,282 INFO [RS:0;818bff808382:41173.replicationSource.shipper818bff808382%2C41173%2C1731953410286,2-818bff808382,41173,1731953410286 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 818bff808382%2C41173%2C1731953410286 2024-11-18T18:10:11,283 DEBUG [RS:0;818bff808382:41173.replicationSource.wal-reader.818bff808382%2C41173%2C1731953410286,1-818bff808382,41173,1731953410286 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/WALs/818bff808382,41173,1731953410286/818bff808382%2C41173%2C1731953410286.1731953411260, startPosition=0, beingWritten=true 2024-11-18T18:10:11,283 DEBUG [RS:0;818bff808382:41173.replicationSource.wal-reader.818bff808382%2C41173%2C1731953410286,2-818bff808382,41173,1731953410286 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/WALs/818bff808382,41173,1731953410286/818bff808382%2C41173%2C1731953410286.1731953411260, startPosition=0, beingWritten=true 2024-11-18T18:10:11,412 DEBUG [818bff808382:40399 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T18:10:11,412 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=818bff808382,41173,1731953410286 2024-11-18T18:10:11,414 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 818bff808382,41173,1731953410286, state=OPENING 2024-11-18T18:10:11,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40399-0x1000bd32f600006, quorum=127.0.0.1:50858, baseZNode=/0283088722 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0283088722/meta-region-server 2024-11-18T18:10:11,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41173-0x1000bd32f600007, quorum=127.0.0.1:50858, baseZNode=/0283088722 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0283088722/meta-region-server 2024-11-18T18:10:11,417 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T18:10:11,417 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0283088722/meta-region-server: CHANGED 2024-11-18T18:10:11,417 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0283088722/meta-region-server: CHANGED 2024-11-18T18:10:11,417 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=818bff808382,41173,1731953410286}] 2024-11-18T18:10:11,491 DEBUG [RS:0;818bff808382:41173.replicationSource.wal-reader.818bff808382%2C41173%2C1731953410286,2-818bff808382,41173,1731953410286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/WALs/818bff808382,41173,1731953410286/818bff808382%2C41173%2C1731953410286.1731953411260 to pos 0, reset compression=false 2024-11-18T18:10:11,496 DEBUG [RS:0;818bff808382:41173.replicationSource.wal-reader.818bff808382%2C41173%2C1731953410286,1-818bff808382,41173,1731953410286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/WALs/818bff808382,41173,1731953410286/818bff808382%2C41173%2C1731953410286.1731953411260 to pos 0, reset compression=false 2024-11-18T18:10:11,571 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T18:10:11,573 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54797, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T18:10:11,578 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T18:10:11,578 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T18:10:11,578 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T18:10:11,580 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=818bff808382%2C41173%2C1731953410286.meta, suffix=.meta, logDir=hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/WALs/818bff808382,41173,1731953410286, archiveDir=hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/oldWALs, maxLogs=10 2024-11-18T18:10:11,596 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/WALs/818bff808382,41173,1731953410286/818bff808382%2C41173%2C1731953410286.meta.1731953411581.meta, exclude list is [], retry=0 2024-11-18T18:10:11,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32827,DS-a4ae6eef-7f4d-4792-976a-29863263b969,DISK] 2024-11-18T18:10:11,602 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/WALs/818bff808382,41173,1731953410286/818bff808382%2C41173%2C1731953410286.meta.1731953411581.meta 2024-11-18T18:10:11,602 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36949:36949)] 2024-11-18T18:10:11,602 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T18:10:11,603 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T18:10:11,603 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T18:10:11,603 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T18:10:11,603 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T18:10:11,603 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T18:10:11,603 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:10:11,603 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T18:10:11,603 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T18:10:11,605 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T18:10:11,606 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T18:10:11,607 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:10:11,615 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/data/hbase/meta/1588230740/info/181c210972024110b70970571c42dddc 2024-11-18T18:10:11,616 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:10:11,616 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T18:10:11,617 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T18:10:11,617 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:10:11,625 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/data/hbase/meta/1588230740/ns/29bc7d7371404ad5931c663b5d245554 2024-11-18T18:10:11,625 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:10:11,625 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T18:10:11,626 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T18:10:11,626 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:10:11,627 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:10:11,627 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T18:10:11,628 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T18:10:11,628 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:10:11,641 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/data/hbase/meta/1588230740/table/56358aac5db24273aab621dd53542f66 2024-11-18T18:10:11,641 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:10:11,641 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T18:10:11,642 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/data/hbase/meta/1588230740 2024-11-18T18:10:11,643 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/data/hbase/meta/1588230740 2024-11-18T18:10:11,645 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T18:10:11,645 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T18:10:11,646 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T18:10:11,647 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T18:10:11,648 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59108060, jitterRate=-0.1192212700843811}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T18:10:11,648 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T18:10:11,648 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731953411604Writing region info on filesystem at 1731953411604Initializing all the Stores at 1731953411605 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953411605Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953411605Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953411605Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953411605Cleaning up temporary data from old regions at 1731953411645 (+40 ms)Running coprocessor post-open hooks at 1731953411648 (+3 ms)Region opened successfully at 1731953411648 2024-11-18T18:10:11,650 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1731953411571 2024-11-18T18:10:11,652 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T18:10:11,652 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T18:10:11,653 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=818bff808382,41173,1731953410286 2024-11-18T18:10:11,655 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 818bff808382,41173,1731953410286, state=OPEN 2024-11-18T18:10:11,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41173-0x1000bd32f600007, quorum=127.0.0.1:50858, baseZNode=/0283088722 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0283088722/meta-region-server 2024-11-18T18:10:11,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40399-0x1000bd32f600006, quorum=127.0.0.1:50858, baseZNode=/0283088722 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0283088722/meta-region-server 2024-11-18T18:10:11,658 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=818bff808382,41173,1731953410286 2024-11-18T18:10:11,658 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0283088722/meta-region-server: CHANGED 2024-11-18T18:10:11,658 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0283088722/meta-region-server: CHANGED 2024-11-18T18:10:11,661 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-18T18:10:11,661 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=818bff808382,41173,1731953410286 in 241 msec 2024-11-18T18:10:11,665 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-18T18:10:11,665 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 653 msec 2024-11-18T18:10:11,798 DEBUG [RS:0;818bff808382:41173.replicationSource.wal-reader.818bff808382%2C41173%2C1731953410286,2-818bff808382,41173,1731953410286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/WALs/818bff808382,41173,1731953410286/818bff808382%2C41173%2C1731953410286.1731953411260 to pos 0, reset compression=false 2024-11-18T18:10:11,802 DEBUG [RS:0;818bff808382:41173.replicationSource.wal-reader.818bff808382%2C41173%2C1731953410286,1-818bff808382,41173,1731953410286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/WALs/818bff808382,41173,1731953410286/818bff808382%2C41173%2C1731953410286.1731953411260 to pos 0, reset compression=false 2024-11-18T18:10:12,206 DEBUG [RS:0;818bff808382:41173.replicationSource.wal-reader.818bff808382%2C41173%2C1731953410286,2-818bff808382,41173,1731953410286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/WALs/818bff808382,41173,1731953410286/818bff808382%2C41173%2C1731953410286.1731953411260 to pos 0, reset compression=false 2024-11-18T18:10:12,208 DEBUG [RS:0;818bff808382:41173.replicationSource.wal-reader.818bff808382%2C41173%2C1731953410286,1-818bff808382,41173,1731953410286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/WALs/818bff808382,41173,1731953410286/818bff808382%2C41173%2C1731953410286.1731953411260 to pos 0, reset compression=false 2024-11-18T18:10:12,552 INFO [master/818bff808382:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1555ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1502ms 2024-11-18T18:10:12,712 DEBUG [RS:0;818bff808382:41173.replicationSource.wal-reader.818bff808382%2C41173%2C1731953410286,2-818bff808382,41173,1731953410286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/WALs/818bff808382,41173,1731953410286/818bff808382%2C41173%2C1731953410286.1731953411260 to pos 0, reset compression=false 2024-11-18T18:10:12,714 DEBUG [RS:0;818bff808382:41173.replicationSource.wal-reader.818bff808382%2C41173%2C1731953410286,1-818bff808382,41173,1731953410286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/WALs/818bff808382,41173,1731953410286/818bff808382%2C41173%2C1731953410286.1731953411260 to pos 0, reset compression=false 2024-11-18T18:10:13,319 DEBUG [RS:0;818bff808382:41173.replicationSource.wal-reader.818bff808382%2C41173%2C1731953410286,2-818bff808382,41173,1731953410286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/WALs/818bff808382,41173,1731953410286/818bff808382%2C41173%2C1731953410286.1731953411260 to pos 0, reset compression=false 2024-11-18T18:10:13,321 DEBUG [RS:0;818bff808382:41173.replicationSource.wal-reader.818bff808382%2C41173%2C1731953410286,1-818bff808382,41173,1731953410286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/WALs/818bff808382,41173,1731953410286/818bff808382%2C41173%2C1731953410286.1731953411260 to pos 0, reset compression=false 2024-11-18T18:10:14,026 DEBUG [RS:0;818bff808382:41173.replicationSource.wal-reader.818bff808382%2C41173%2C1731953410286,2-818bff808382,41173,1731953410286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/WALs/818bff808382,41173,1731953410286/818bff808382%2C41173%2C1731953410286.1731953411260 to pos 0, reset compression=false 2024-11-18T18:10:14,027 DEBUG [RS:0;818bff808382:41173.replicationSource.wal-reader.818bff808382%2C41173%2C1731953410286,1-818bff808382,41173,1731953410286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/WALs/818bff808382,41173,1731953410286/818bff808382%2C41173%2C1731953410286.1731953411260 to pos 0, reset compression=false 2024-11-18T18:10:14,054 INFO [master/818bff808382:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3058ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-18T18:10:14,832 DEBUG [RS:0;818bff808382:41173.replicationSource.wal-reader.818bff808382%2C41173%2C1731953410286,2-818bff808382,41173,1731953410286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/WALs/818bff808382,41173,1731953410286/818bff808382%2C41173%2C1731953410286.1731953411260 to pos 0, reset compression=false 2024-11-18T18:10:14,833 DEBUG [RS:0;818bff808382:41173.replicationSource.wal-reader.818bff808382%2C41173%2C1731953410286,1-818bff808382,41173,1731953410286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/WALs/818bff808382,41173,1731953410286/818bff808382%2C41173%2C1731953410286.1731953411260 to pos 0, reset compression=false 2024-11-18T18:10:15,506 INFO [master/818bff808382:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4510ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-18T18:10:15,506 DEBUG [master/818bff808382:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T18:10:15,507 DEBUG [master/818bff808382:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T18:10:15,507 DEBUG [master/818bff808382:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=818bff808382,41173,1731953410286, seqNum=-1] 2024-11-18T18:10:15,507 DEBUG [master/818bff808382:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T18:10:15,509 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41199, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T18:10:15,516 DEBUG [master/818bff808382:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a81cdeb9c4c0c841112d7afacda3d4f5, regionState=OPEN, lastHost=818bff808382,36361,1731953395844, regionLocation=818bff808382,36361,1731953395844, openSeqNum=2 2024-11-18T18:10:15,516 INFO [master/818bff808382:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T18:10:15,516 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731953475516 2024-11-18T18:10:15,516 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731953535516 2024-11-18T18:10:15,516 INFO [master/818bff808382:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 10 msec 2024-11-18T18:10:15,517 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,40399,1731953410249-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T18:10:15,517 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,40399,1731953410249-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:10:15,517 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,40399,1731953410249-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:10:15,517 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 818bff808382,36361,1731953395844 had 2 regions 2024-11-18T18:10:15,517 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-818bff808382:40399, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:10:15,517 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T18:10:15,517 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T18:10:15,519 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 818bff808382,36361,1731953395844, splitWal=true, meta=true, isMeta: false 2024-11-18T18:10:15,522 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/WALs/818bff808382,36361,1731953395844-splitting dir is empty, no logs to split. 2024-11-18T18:10:15,522 INFO [PEWorker-3 {}] master.SplitWALManager(105): 818bff808382,36361,1731953395844 WAL count=0, meta=false 2024-11-18T18:10:15,524 INFO [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.197sec 2024-11-18T18:10:15,525 INFO [master/818bff808382:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T18:10:15,525 INFO [master/818bff808382:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T18:10:15,525 INFO [master/818bff808382:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T18:10:15,525 INFO [master/818bff808382:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T18:10:15,525 INFO [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T18:10:15,525 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,40399,1731953410249-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T18:10:15,525 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,40399,1731953410249-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T18:10:15,525 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/WALs/818bff808382,36361,1731953395844-splitting dir is empty, no logs to split. 2024-11-18T18:10:15,525 INFO [PEWorker-3 {}] master.SplitWALManager(105): 818bff808382,36361,1731953395844 WAL count=0, meta=false 2024-11-18T18:10:15,525 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 818bff808382,36361,1731953395844 WAL splitting is done? wals=0, meta=false 2024-11-18T18:10:15,528 WARN [master/818bff808382:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=818bff808382,36361,1731953395844/hbase:replication,,1731953403840.a81cdeb9c4c0c841112d7afacda3d4f5. 2024-11-18T18:10:15,528 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a81cdeb9c4c0c841112d7afacda3d4f5, ASSIGN}] 2024-11-18T18:10:15,529 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a81cdeb9c4c0c841112d7afacda3d4f5, ASSIGN 2024-11-18T18:10:15,530 DEBUG [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T18:10:15,530 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T18:10:15,530 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,40399,1731953410249-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:10:15,531 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a81cdeb9c4c0c841112d7afacda3d4f5, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-18T18:10:15,579 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-18T18:10:15,608 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b8f89f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:10:15,608 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 818bff808382,40399,-1 for getting cluster id 2024-11-18T18:10:15,608 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T18:10:15,610 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c79a7882-0d16-4264-a278-bca6cc2b462e' 2024-11-18T18:10:15,610 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T18:10:15,611 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c79a7882-0d16-4264-a278-bca6cc2b462e" 2024-11-18T18:10:15,611 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e65d040, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:10:15,611 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [818bff808382,40399,-1] 2024-11-18T18:10:15,611 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T18:10:15,612 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:10:15,613 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T18:10:15,614 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@310a0b6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:10:15,615 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T18:10:15,616 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=818bff808382,41173,1731953410286, seqNum=-1] 2024-11-18T18:10:15,616 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T18:10:15,618 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T18:10:15,621 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-18T18:10:15,621 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T18:10:15,621 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T18:10:15,621 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:10:15,621 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:10:15,621 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T18:10:15,621 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 818bff808382:40399 after: 818bff808382:40399 2024-11-18T18:10:15,622 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a967d54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:10:15,622 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 818bff808382,40399,-1 for getting cluster id 2024-11-18T18:10:15,622 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T18:10:15,623 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c79a7882-0d16-4264-a278-bca6cc2b462e' 2024-11-18T18:10:15,623 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T18:10:15,623 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c79a7882-0d16-4264-a278-bca6cc2b462e" 2024-11-18T18:10:15,623 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39fcd423, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:10:15,624 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [818bff808382,40399,-1] 2024-11-18T18:10:15,624 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T18:10:15,624 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:10:15,625 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T18:10:15,625 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1680cd57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:10:15,625 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T18:10:15,626 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 818bff808382,40399,1731953410249 2024-11-18T18:10:15,626 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@157f384b 2024-11-18T18:10:15,626 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T18:10:15,627 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T18:10:15,628 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40399 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-18T18:10:15,628 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40399 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-18T18:10:15,629 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40399 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-18T18:10:15,630 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40399 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-18T18:10:15,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T18:10:15,631 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T18:10:15,631 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T18:10:15,631 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:10:15,631 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:10:15,631 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T18:10:15,631 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T18:10:15,631 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1040080569, stopped=false 2024-11-18T18:10:15,631 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=818bff808382,44331,1731953401243 2024-11-18T18:10:15,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44331-0x1000bd32f600003, quorum=127.0.0.1:50858, baseZNode=/13498246 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/13498246/running 2024-11-18T18:10:15,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38383-0x1000bd32f600004, quorum=127.0.0.1:50858, baseZNode=/13498246 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/13498246/running 2024-11-18T18:10:15,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44331-0x1000bd32f600003, quorum=127.0.0.1:50858, baseZNode=/13498246 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/13498246 2024-11-18T18:10:15,634 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T18:10:15,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38383-0x1000bd32f600004, quorum=127.0.0.1:50858, baseZNode=/13498246 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/13498246 2024-11-18T18:10:15,635 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44331-0x1000bd32f600003, quorum=127.0.0.1:50858, baseZNode=/13498246 Set watcher on znode that does not yet exist, /13498246/running 2024-11-18T18:10:15,635 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T18:10:15,635 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38383-0x1000bd32f600004, quorum=127.0.0.1:50858, baseZNode=/13498246 Set watcher on znode that does not yet exist, /13498246/running 2024-11-18T18:10:15,635 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T18:10:15,635 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:10:15,636 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '818bff808382,38383,1731953401295' ***** 2024-11-18T18:10:15,636 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T18:10:15,636 INFO [RS:0;818bff808382:38383 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T18:10:15,636 INFO [RS:0;818bff808382:38383 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T18:10:15,636 INFO [RS:0;818bff808382:38383 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T18:10:15,636 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T18:10:15,636 INFO [RS:0;818bff808382:38383 {}] regionserver.HRegionServer(959): stopping server 818bff808382,38383,1731953401295 2024-11-18T18:10:15,636 INFO [RS:0;818bff808382:38383 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T18:10:15,636 INFO [RS:0;818bff808382:38383 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;818bff808382:38383. 2024-11-18T18:10:15,636 DEBUG [RS:0;818bff808382:38383 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T18:10:15,636 DEBUG [RS:0;818bff808382:38383 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:10:15,637 INFO [RS:0;818bff808382:38383 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T18:10:15,637 INFO [RS:0;818bff808382:38383 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T18:10:15,637 INFO [RS:0;818bff808382:38383 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T18:10:15,637 INFO [RS:0;818bff808382:38383 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T18:10:15,637 INFO [RS:0;818bff808382:38383 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-18T18:10:15,637 DEBUG [RS:0;818bff808382:38383 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-18T18:10:15,637 DEBUG [RS:0;818bff808382:38383 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T18:10:15,637 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T18:10:15,637 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T18:10:15,637 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T18:10:15,637 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T18:10:15,637 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T18:10:15,637 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-18T18:10:15,656 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35373/user/jenkins/test-data/b765c165-a237-4033-613b-8bb9762e68b1/data/hbase/meta/1588230740/.tmp/ns/241ccf29448a485cbb91d73f1919d35a is 43, key is default/ns:d/1731953403601/Put/seqid=0 2024-11-18T18:10:15,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46325 is added to blk_1073741835_1011 (size=5153) 2024-11-18T18:10:15,674 INFO [regionserver/818bff808382:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T18:10:15,681 DEBUG [818bff808382:40399 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T18:10:15,681 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=a81cdeb9c4c0c841112d7afacda3d4f5, regionState=OPENING, regionLocation=818bff808382,41173,1731953410286 2024-11-18T18:10:15,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a81cdeb9c4c0c841112d7afacda3d4f5, ASSIGN because future has completed 2024-11-18T18:10:15,685 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure a81cdeb9c4c0c841112d7afacda3d4f5, server=818bff808382,41173,1731953410286}] 2024-11-18T18:10:15,740 DEBUG [RS:0;818bff808382:41173.replicationSource.wal-reader.818bff808382%2C41173%2C1731953410286,2-818bff808382,41173,1731953410286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/WALs/818bff808382,41173,1731953410286/818bff808382%2C41173%2C1731953410286.1731953411260 to pos 0, reset compression=false 2024-11-18T18:10:15,740 DEBUG [RS:0;818bff808382:41173.replicationSource.wal-reader.818bff808382%2C41173%2C1731953410286,1-818bff808382,41173,1731953410286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/WALs/818bff808382,41173,1731953410286/818bff808382%2C41173%2C1731953410286.1731953411260 to pos 0, reset compression=false 2024-11-18T18:10:15,837 DEBUG [RS:0;818bff808382:38383 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T18:10:15,841 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1731953403840.a81cdeb9c4c0c841112d7afacda3d4f5. 2024-11-18T18:10:15,842 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T18:10:15,842 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-18T18:10:15,844 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=818bff808382%2C41173%2C1731953410286.rep, suffix=, logDir=hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/WALs/818bff808382,41173,1731953410286, archiveDir=hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/oldWALs, maxLogs=10 2024-11-18T18:10:15,864 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/WALs/818bff808382,41173,1731953410286/818bff808382%2C41173%2C1731953410286.rep.1731953415845, exclude list is [], retry=0 2024-11-18T18:10:15,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32827,DS-a4ae6eef-7f4d-4792-976a-29863263b969,DISK] 2024-11-18T18:10:15,869 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/WALs/818bff808382,41173,1731953410286/818bff808382%2C41173%2C1731953410286.rep.1731953415845 2024-11-18T18:10:15,870 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36949:36949)] 2024-11-18T18:10:15,870 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => a81cdeb9c4c0c841112d7afacda3d4f5, NAME => 'hbase:replication,,1731953403840.a81cdeb9c4c0c841112d7afacda3d4f5.', STARTKEY => '', ENDKEY => ''} 2024-11-18T18:10:15,871 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T18:10:15,871 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T18:10:15,871 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731953403840.a81cdeb9c4c0c841112d7afacda3d4f5. service=MultiRowMutationService 2024-11-18T18:10:15,871 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-18T18:10:15,871 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication a81cdeb9c4c0c841112d7afacda3d4f5 2024-11-18T18:10:15,872 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1731953403840.a81cdeb9c4c0c841112d7afacda3d4f5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:10:15,872 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for a81cdeb9c4c0c841112d7afacda3d4f5 2024-11-18T18:10:15,872 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for a81cdeb9c4c0c841112d7afacda3d4f5 2024-11-18T18:10:15,874 INFO [StoreOpener-a81cdeb9c4c0c841112d7afacda3d4f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region a81cdeb9c4c0c841112d7afacda3d4f5 2024-11-18T18:10:15,875 INFO [StoreOpener-a81cdeb9c4c0c841112d7afacda3d4f5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a81cdeb9c4c0c841112d7afacda3d4f5 columnFamilyName hfileref 2024-11-18T18:10:15,875 DEBUG [StoreOpener-a81cdeb9c4c0c841112d7afacda3d4f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:10:15,875 INFO [StoreOpener-a81cdeb9c4c0c841112d7afacda3d4f5-1 {}] regionserver.HStore(327): Store=a81cdeb9c4c0c841112d7afacda3d4f5/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:10:15,876 INFO [StoreOpener-a81cdeb9c4c0c841112d7afacda3d4f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region a81cdeb9c4c0c841112d7afacda3d4f5 2024-11-18T18:10:15,876 INFO [StoreOpener-a81cdeb9c4c0c841112d7afacda3d4f5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a81cdeb9c4c0c841112d7afacda3d4f5 columnFamilyName queue 2024-11-18T18:10:15,876 DEBUG [StoreOpener-a81cdeb9c4c0c841112d7afacda3d4f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:10:15,884 DEBUG [StoreOpener-a81cdeb9c4c0c841112d7afacda3d4f5-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/data/hbase/replication/a81cdeb9c4c0c841112d7afacda3d4f5/queue/03ff248e04b246c6b94812906b421922 2024-11-18T18:10:15,884 INFO [StoreOpener-a81cdeb9c4c0c841112d7afacda3d4f5-1 {}] regionserver.HStore(327): Store=a81cdeb9c4c0c841112d7afacda3d4f5/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:10:15,884 INFO [StoreOpener-a81cdeb9c4c0c841112d7afacda3d4f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region a81cdeb9c4c0c841112d7afacda3d4f5 2024-11-18T18:10:15,885 INFO [StoreOpener-a81cdeb9c4c0c841112d7afacda3d4f5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a81cdeb9c4c0c841112d7afacda3d4f5 columnFamilyName sid 2024-11-18T18:10:15,885 DEBUG [StoreOpener-a81cdeb9c4c0c841112d7afacda3d4f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:10:15,886 INFO [StoreOpener-a81cdeb9c4c0c841112d7afacda3d4f5-1 {}] regionserver.HStore(327): Store=a81cdeb9c4c0c841112d7afacda3d4f5/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:10:15,886 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for a81cdeb9c4c0c841112d7afacda3d4f5 2024-11-18T18:10:15,887 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/data/hbase/replication/a81cdeb9c4c0c841112d7afacda3d4f5 2024-11-18T18:10:15,888 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/data/hbase/replication/a81cdeb9c4c0c841112d7afacda3d4f5 2024-11-18T18:10:15,889 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for a81cdeb9c4c0c841112d7afacda3d4f5 2024-11-18T18:10:15,889 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for a81cdeb9c4c0c841112d7afacda3d4f5 2024-11-18T18:10:15,890 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T18:10:15,892 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for a81cdeb9c4c0c841112d7afacda3d4f5 2024-11-18T18:10:15,893 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened a81cdeb9c4c0c841112d7afacda3d4f5; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59351948, jitterRate=-0.11558705568313599}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T18:10:15,893 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a81cdeb9c4c0c841112d7afacda3d4f5 2024-11-18T18:10:15,894 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for a81cdeb9c4c0c841112d7afacda3d4f5: Running coprocessor pre-open hook at 1731953415872Writing region info on filesystem at 1731953415872Initializing all the Stores at 1731953415873 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953415873Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953415874 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953415874Cleaning up temporary data from old regions at 1731953415889 (+15 ms)Running coprocessor post-open hooks at 1731953415893 (+4 ms)Region opened successfully at 1731953415894 (+1 ms) 2024-11-18T18:10:15,895 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731953403840.a81cdeb9c4c0c841112d7afacda3d4f5., pid=19, masterSystemTime=1731953415837 2024-11-18T18:10:15,898 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731953403840.a81cdeb9c4c0c841112d7afacda3d4f5. 2024-11-18T18:10:15,898 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731953403840.a81cdeb9c4c0c841112d7afacda3d4f5. 2024-11-18T18:10:15,899 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=a81cdeb9c4c0c841112d7afacda3d4f5, regionState=OPEN, openSeqNum=10, regionLocation=818bff808382,41173,1731953410286 2024-11-18T18:10:15,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure a81cdeb9c4c0c841112d7afacda3d4f5, server=818bff808382,41173,1731953410286 because future has completed 2024-11-18T18:10:15,906 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-18T18:10:15,906 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure a81cdeb9c4c0c841112d7afacda3d4f5, server=818bff808382,41173,1731953410286 in 218 msec 2024-11-18T18:10:15,909 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-18T18:10:15,909 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a81cdeb9c4c0c841112d7afacda3d4f5, ASSIGN in 378 msec 2024-11-18T18:10:15,911 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-18T18:10:15,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731953403840.a81cdeb9c4c0c841112d7afacda3d4f5., hostname=818bff808382,41173,1731953410286, seqNum=10] 2024-11-18T18:10:15,954 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for 818bff808382,36361,1731953395844 2024-11-18T18:10:15,955 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-18T18:10:16,037 DEBUG [RS:0;818bff808382:38383 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T18:10:16,061 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:35373/user/jenkins/test-data/b765c165-a237-4033-613b-8bb9762e68b1/data/hbase/meta/1588230740/.tmp/ns/241ccf29448a485cbb91d73f1919d35a 2024-11-18T18:10:16,071 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35373/user/jenkins/test-data/b765c165-a237-4033-613b-8bb9762e68b1/data/hbase/meta/1588230740/.tmp/ns/241ccf29448a485cbb91d73f1919d35a as hdfs://localhost:35373/user/jenkins/test-data/b765c165-a237-4033-613b-8bb9762e68b1/data/hbase/meta/1588230740/ns/241ccf29448a485cbb91d73f1919d35a 2024-11-18T18:10:16,078 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35373/user/jenkins/test-data/b765c165-a237-4033-613b-8bb9762e68b1/data/hbase/meta/1588230740/ns/241ccf29448a485cbb91d73f1919d35a, entries=2, sequenceid=6, filesize=5.0 K 2024-11-18T18:10:16,080 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 442ms, sequenceid=6, compaction requested=false 2024-11-18T18:10:16,080 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T18:10:16,086 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35373/user/jenkins/test-data/b765c165-a237-4033-613b-8bb9762e68b1/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-18T18:10:16,087 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T18:10:16,087 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T18:10:16,087 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T18:10:16,087 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731953415637Running coprocessor pre-close hooks at 1731953415637Disabling compacts and flushes for region at 1731953415637Disabling writes for close at 1731953415637Obtaining lock to block concurrent updates at 1731953415637Preparing flush snapshotting stores in 1588230740 at 1731953415637Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731953415638 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731953415639 (+1 ms)Flushing 1588230740/ns: creating writer at 1731953415639Flushing 1588230740/ns: appending metadata at 1731953415655 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731953415656 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@267a1274: reopening flushed file at 1731953416070 (+414 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 442ms, sequenceid=6, compaction requested=false at 1731953416080 (+10 ms)Writing region close event to WAL at 1731953416082 (+2 ms)Running coprocessor post-close hooks at 1731953416087 (+5 ms)Closed at 1731953416087 2024-11-18T18:10:16,087 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T18:10:16,118 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41173 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-18T18:10:16,238 INFO [RS:0;818bff808382:38383 {}] regionserver.HRegionServer(976): stopping server 818bff808382,38383,1731953401295; all regions closed. 2024-11-18T18:10:16,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46325 is added to blk_1073741834_1010 (size=1152) 2024-11-18T18:10:16,244 DEBUG [RS:0;818bff808382:38383 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b765c165-a237-4033-613b-8bb9762e68b1/oldWALs 2024-11-18T18:10:16,244 INFO [RS:0;818bff808382:38383 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 818bff808382%2C38383%2C1731953401295.meta:.meta(num 1731953403530) 2024-11-18T18:10:16,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46325 is added to blk_1073741832_1008 (size=93) 2024-11-18T18:10:16,249 DEBUG [RS:0;818bff808382:38383 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b765c165-a237-4033-613b-8bb9762e68b1/oldWALs 2024-11-18T18:10:16,249 INFO [RS:0;818bff808382:38383 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 818bff808382%2C38383%2C1731953401295:(num 1731953402606) 2024-11-18T18:10:16,249 DEBUG [RS:0;818bff808382:38383 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:10:16,249 INFO [RS:0;818bff808382:38383 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T18:10:16,249 INFO [RS:0;818bff808382:38383 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T18:10:16,249 INFO [RS:0;818bff808382:38383 {}] hbase.ChoreService(370): Chore service for: regionserver/818bff808382:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T18:10:16,249 INFO [RS:0;818bff808382:38383 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T18:10:16,249 INFO [regionserver/818bff808382:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T18:10:16,249 INFO [RS:0;818bff808382:38383 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38383 2024-11-18T18:10:16,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38383-0x1000bd32f600004, quorum=127.0.0.1:50858, baseZNode=/13498246 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/13498246/rs/818bff808382,38383,1731953401295 2024-11-18T18:10:16,253 INFO [RS:0;818bff808382:38383 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T18:10:16,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44331-0x1000bd32f600003, quorum=127.0.0.1:50858, baseZNode=/13498246 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/13498246/rs 2024-11-18T18:10:16,256 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [818bff808382,38383,1731953401295] 2024-11-18T18:10:16,259 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /13498246/draining/818bff808382,38383,1731953401295 already deleted, retry=false 2024-11-18T18:10:16,259 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 818bff808382,38383,1731953401295 expired; onlineServers=0 2024-11-18T18:10:16,259 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '818bff808382,44331,1731953401243' ***** 2024-11-18T18:10:16,259 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T18:10:16,259 INFO [M:0;818bff808382:44331 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T18:10:16,259 INFO [M:0;818bff808382:44331 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T18:10:16,259 DEBUG [M:0;818bff808382:44331 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T18:10:16,259 DEBUG [M:0;818bff808382:44331 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T18:10:16,259 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T18:10:16,259 DEBUG [master/818bff808382:0:becomeActiveMaster-HFileCleaner.small.0-1731953402348 {}] cleaner.HFileCleaner(306): Exit Thread[master/818bff808382:0:becomeActiveMaster-HFileCleaner.small.0-1731953402348,5,FailOnTimeoutGroup] 2024-11-18T18:10:16,259 DEBUG [master/818bff808382:0:becomeActiveMaster-HFileCleaner.large.0-1731953402348 {}] cleaner.HFileCleaner(306): Exit Thread[master/818bff808382:0:becomeActiveMaster-HFileCleaner.large.0-1731953402348,5,FailOnTimeoutGroup] 2024-11-18T18:10:16,260 INFO [M:0;818bff808382:44331 {}] hbase.ChoreService(370): Chore service for: master/818bff808382:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T18:10:16,260 INFO [M:0;818bff808382:44331 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T18:10:16,260 DEBUG [M:0;818bff808382:44331 {}] master.HMaster(1795): Stopping service threads 2024-11-18T18:10:16,260 INFO [M:0;818bff808382:44331 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T18:10:16,260 INFO [M:0;818bff808382:44331 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T18:10:16,260 INFO [M:0;818bff808382:44331 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T18:10:16,260 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T18:10:16,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44331-0x1000bd32f600003, quorum=127.0.0.1:50858, baseZNode=/13498246 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/13498246/master 2024-11-18T18:10:16,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44331-0x1000bd32f600003, quorum=127.0.0.1:50858, baseZNode=/13498246 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/13498246 2024-11-18T18:10:16,262 DEBUG [M:0;818bff808382:44331 {}] zookeeper.ZKUtil(347): master:44331-0x1000bd32f600003, quorum=127.0.0.1:50858, baseZNode=/13498246 Unable to get data of znode /13498246/master because node does not exist (not an error) 2024-11-18T18:10:16,262 WARN [M:0;818bff808382:44331 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T18:10:16,263 INFO [M:0;818bff808382:44331 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35373/user/jenkins/test-data/b765c165-a237-4033-613b-8bb9762e68b1/.lastflushedseqids 2024-11-18T18:10:16,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46325 is added to blk_1073741836_1012 (size=99) 2024-11-18T18:10:16,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38383-0x1000bd32f600004, quorum=127.0.0.1:50858, baseZNode=/13498246 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T18:10:16,356 INFO [RS:0;818bff808382:38383 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T18:10:16,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38383-0x1000bd32f600004, quorum=127.0.0.1:50858, baseZNode=/13498246 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T18:10:16,356 INFO [RS:0;818bff808382:38383 {}] regionserver.HRegionServer(1031): Exiting; stopping=818bff808382,38383,1731953401295; zookeeper connection closed. 2024-11-18T18:10:16,357 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3780fdc5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3780fdc5 2024-11-18T18:10:16,357 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T18:10:16,669 INFO [M:0;818bff808382:44331 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T18:10:16,669 INFO [M:0;818bff808382:44331 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T18:10:16,669 DEBUG [M:0;818bff808382:44331 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T18:10:16,669 INFO [M:0;818bff808382:44331 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:10:16,669 DEBUG [M:0;818bff808382:44331 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:10:16,669 DEBUG [M:0;818bff808382:44331 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T18:10:16,670 DEBUG [M:0;818bff808382:44331 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:10:16,670 INFO [M:0;818bff808382:44331 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-18T18:10:16,691 DEBUG [M:0;818bff808382:44331 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35373/user/jenkins/test-data/b765c165-a237-4033-613b-8bb9762e68b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/71c727faf54d4e428eae2eacc84d0ff5 is 82, key is hbase:meta,,1/info:regioninfo/1731953403580/Put/seqid=0 2024-11-18T18:10:16,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46325 is added to blk_1073741837_1013 (size=5672) 2024-11-18T18:10:16,747 DEBUG [RS:0;818bff808382:41173.replicationSource.wal-reader.818bff808382%2C41173%2C1731953410286,2-818bff808382,41173,1731953410286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/WALs/818bff808382,41173,1731953410286/818bff808382%2C41173%2C1731953410286.1731953411260 to pos 0, reset compression=false 2024-11-18T18:10:16,747 DEBUG [RS:0;818bff808382:41173.replicationSource.wal-reader.818bff808382%2C41173%2C1731953410286,1-818bff808382,41173,1731953410286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/WALs/818bff808382,41173,1731953410286/818bff808382%2C41173%2C1731953410286.1731953411260 to pos 0, reset compression=false 2024-11-18T18:10:17,097 INFO [M:0;818bff808382:44331 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35373/user/jenkins/test-data/b765c165-a237-4033-613b-8bb9762e68b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/71c727faf54d4e428eae2eacc84d0ff5 2024-11-18T18:10:17,105 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T18:10:17,127 DEBUG [M:0;818bff808382:44331 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35373/user/jenkins/test-data/b765c165-a237-4033-613b-8bb9762e68b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/08bb68abc9414cc1b81909db8d961c8a is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731953403609/Put/seqid=0 2024-11-18T18:10:17,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46325 is added to blk_1073741838_1014 (size=5275) 2024-11-18T18:10:17,534 INFO [M:0;818bff808382:44331 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35373/user/jenkins/test-data/b765c165-a237-4033-613b-8bb9762e68b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/08bb68abc9414cc1b81909db8d961c8a 2024-11-18T18:10:17,557 DEBUG [M:0;818bff808382:44331 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35373/user/jenkins/test-data/b765c165-a237-4033-613b-8bb9762e68b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bb013fc4685748a294e99d44dec21909 is 69, key is 818bff808382,38383,1731953401295/rs:state/1731953402446/Put/seqid=0 2024-11-18T18:10:17,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46325 is added to blk_1073741839_1015 (size=5156) 2024-11-18T18:10:17,854 DEBUG [RS:0;818bff808382:41173.replicationSource.wal-reader.818bff808382%2C41173%2C1731953410286,1-818bff808382,41173,1731953410286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/WALs/818bff808382,41173,1731953410286/818bff808382%2C41173%2C1731953410286.1731953411260 to pos 0, reset compression=false 2024-11-18T18:10:17,855 DEBUG [RS:0;818bff808382:41173.replicationSource.wal-reader.818bff808382%2C41173%2C1731953410286,2-818bff808382,41173,1731953410286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/WALs/818bff808382,41173,1731953410286/818bff808382%2C41173%2C1731953410286.1731953411260 to pos 0, reset compression=false 2024-11-18T18:10:17,963 INFO [M:0;818bff808382:44331 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35373/user/jenkins/test-data/b765c165-a237-4033-613b-8bb9762e68b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bb013fc4685748a294e99d44dec21909 2024-11-18T18:10:17,971 DEBUG [M:0;818bff808382:44331 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35373/user/jenkins/test-data/b765c165-a237-4033-613b-8bb9762e68b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/71c727faf54d4e428eae2eacc84d0ff5 as hdfs://localhost:35373/user/jenkins/test-data/b765c165-a237-4033-613b-8bb9762e68b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/71c727faf54d4e428eae2eacc84d0ff5 2024-11-18T18:10:17,979 INFO [M:0;818bff808382:44331 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35373/user/jenkins/test-data/b765c165-a237-4033-613b-8bb9762e68b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/71c727faf54d4e428eae2eacc84d0ff5, entries=8, sequenceid=28, filesize=5.5 K 2024-11-18T18:10:17,980 DEBUG [M:0;818bff808382:44331 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35373/user/jenkins/test-data/b765c165-a237-4033-613b-8bb9762e68b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/08bb68abc9414cc1b81909db8d961c8a as hdfs://localhost:35373/user/jenkins/test-data/b765c165-a237-4033-613b-8bb9762e68b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/08bb68abc9414cc1b81909db8d961c8a 2024-11-18T18:10:17,987 INFO [M:0;818bff808382:44331 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35373/user/jenkins/test-data/b765c165-a237-4033-613b-8bb9762e68b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/08bb68abc9414cc1b81909db8d961c8a, entries=3, sequenceid=28, filesize=5.2 K 2024-11-18T18:10:17,988 DEBUG [M:0;818bff808382:44331 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35373/user/jenkins/test-data/b765c165-a237-4033-613b-8bb9762e68b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bb013fc4685748a294e99d44dec21909 as hdfs://localhost:35373/user/jenkins/test-data/b765c165-a237-4033-613b-8bb9762e68b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bb013fc4685748a294e99d44dec21909 2024-11-18T18:10:17,994 INFO [M:0;818bff808382:44331 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35373/user/jenkins/test-data/b765c165-a237-4033-613b-8bb9762e68b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bb013fc4685748a294e99d44dec21909, entries=1, sequenceid=28, filesize=5.0 K 2024-11-18T18:10:17,995 INFO [M:0;818bff808382:44331 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1325ms, sequenceid=28, compaction requested=false 2024-11-18T18:10:17,997 INFO [M:0;818bff808382:44331 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:10:17,997 DEBUG [M:0;818bff808382:44331 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731953416669Disabling compacts and flushes for region at 1731953416669Disabling writes for close at 1731953416669Obtaining lock to block concurrent updates at 1731953416670 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731953416670Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731953416670Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731953416671 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731953416671Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731953416690 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731953416690Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731953417104 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731953417126 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731953417126Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731953417541 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731953417557 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731953417557Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5969fc40: reopening flushed file at 1731953417970 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c2bf364: reopening flushed file at 1731953417979 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f6ed786: reopening flushed file at 1731953417987 (+8 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1325ms, sequenceid=28, compaction requested=false at 1731953417995 (+8 ms)Writing region close event to WAL at 1731953417997 (+2 ms)Closed at 1731953417997 2024-11-18T18:10:17,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46325 is added to blk_1073741830_1006 (size=10165) 2024-11-18T18:10:18,000 INFO [M:0;818bff808382:44331 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T18:10:18,000 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T18:10:18,000 INFO [M:0;818bff808382:44331 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44331 2024-11-18T18:10:18,004 INFO [M:0;818bff808382:44331 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T18:10:18,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44331-0x1000bd32f600003, quorum=127.0.0.1:50858, baseZNode=/13498246 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T18:10:18,107 INFO [M:0;818bff808382:44331 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T18:10:18,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44331-0x1000bd32f600003, quorum=127.0.0.1:50858, baseZNode=/13498246 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T18:10:18,112 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@13e60d0f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T18:10:18,114 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5f010d04{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T18:10:18,114 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T18:10:18,114 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1fbdc144{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T18:10:18,115 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57bd8292{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30908d16-4aeb-bdeb-f0d7-d45f45a6c8d7/hadoop.log.dir/,STOPPED} 2024-11-18T18:10:18,117 WARN [BP-2063537727-172.17.0.2-1731953400178 heartbeating to localhost/127.0.0.1:35373 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T18:10:18,117 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T18:10:18,117 WARN [BP-2063537727-172.17.0.2-1731953400178 heartbeating to localhost/127.0.0.1:35373 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2063537727-172.17.0.2-1731953400178 (Datanode Uuid ea36fab0-9390-4fce-bb89-baac712a80e8) service to localhost/127.0.0.1:35373 2024-11-18T18:10:18,118 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T18:10:18,119 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30908d16-4aeb-bdeb-f0d7-d45f45a6c8d7/cluster_1667ebd3-7024-a492-f264-4f8c0908345e/data/data1/current/BP-2063537727-172.17.0.2-1731953400178 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T18:10:18,119 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30908d16-4aeb-bdeb-f0d7-d45f45a6c8d7/cluster_1667ebd3-7024-a492-f264-4f8c0908345e/data/data2/current/BP-2063537727-172.17.0.2-1731953400178 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T18:10:18,120 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T18:10:18,127 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@12160a33{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T18:10:18,127 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5e0e033c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T18:10:18,127 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T18:10:18,128 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ffeef95{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T18:10:18,128 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75bf8bfb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30908d16-4aeb-bdeb-f0d7-d45f45a6c8d7/hadoop.log.dir/,STOPPED} 2024-11-18T18:10:18,154 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T18:10:18,155 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T18:10:18,155 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T18:10:18,155 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T18:10:18,155 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:10:18,155 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:10:18,155 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T18:10:18,156 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T18:10:18,156 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1280142948, stopped=false 2024-11-18T18:10:18,156 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=818bff808382,40399,1731953410249 2024-11-18T18:10:18,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40399-0x1000bd32f600006, quorum=127.0.0.1:50858, baseZNode=/0283088722 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0283088722/running 2024-11-18T18:10:18,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41173-0x1000bd32f600007, quorum=127.0.0.1:50858, baseZNode=/0283088722 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0283088722/running 2024-11-18T18:10:18,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40399-0x1000bd32f600006, quorum=127.0.0.1:50858, baseZNode=/0283088722 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0283088722 2024-11-18T18:10:18,187 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T18:10:18,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41173-0x1000bd32f600007, quorum=127.0.0.1:50858, baseZNode=/0283088722 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0283088722 2024-11-18T18:10:18,188 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T18:10:18,188 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T18:10:18,188 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:10:18,188 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40399-0x1000bd32f600006, quorum=127.0.0.1:50858, baseZNode=/0283088722 Set watcher on znode that does not yet exist, /0283088722/running 2024-11-18T18:10:18,188 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41173-0x1000bd32f600007, quorum=127.0.0.1:50858, baseZNode=/0283088722 Set watcher on znode that does not yet exist, /0283088722/running 2024-11-18T18:10:18,188 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '818bff808382,41173,1731953410286' ***** 2024-11-18T18:10:18,188 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T18:10:18,189 INFO [RS:0;818bff808382:41173 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T18:10:18,189 INFO [RS:0;818bff808382:41173 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T18:10:18,189 INFO [RS:0;818bff808382:41173 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T18:10:18,189 INFO [RS:0;818bff808382:41173 {}] regionserver.HRegionServer(3091): Received CLOSE for a81cdeb9c4c0c841112d7afacda3d4f5 2024-11-18T18:10:18,189 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T18:10:18,189 INFO [RS:0;818bff808382:41173 {}] regionserver.HRegionServer(959): stopping server 818bff808382,41173,1731953410286 2024-11-18T18:10:18,189 INFO [RS:0;818bff808382:41173 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T18:10:18,190 INFO [RS:0;818bff808382:41173 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;818bff808382:41173. 2024-11-18T18:10:18,190 DEBUG [RS:0;818bff808382:41173 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T18:10:18,190 DEBUG [RS:0;818bff808382:41173 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:10:18,190 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a81cdeb9c4c0c841112d7afacda3d4f5, disabling compactions & flushes 2024-11-18T18:10:18,190 INFO [RS:0;818bff808382:41173 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T18:10:18,190 INFO [RS:0;818bff808382:41173 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T18:10:18,190 INFO [RS:0;818bff808382:41173 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T18:10:18,190 INFO [RS:0;818bff808382:41173 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T18:10:18,190 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731953403840.a81cdeb9c4c0c841112d7afacda3d4f5. 2024-11-18T18:10:18,190 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731953403840.a81cdeb9c4c0c841112d7afacda3d4f5. 2024-11-18T18:10:18,190 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731953403840.a81cdeb9c4c0c841112d7afacda3d4f5. after waiting 0 ms 2024-11-18T18:10:18,190 INFO [RS:0;818bff808382:41173 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-18T18:10:18,190 DEBUG [RS:0;818bff808382:41173 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, a81cdeb9c4c0c841112d7afacda3d4f5=hbase:replication,,1731953403840.a81cdeb9c4c0c841112d7afacda3d4f5.} 2024-11-18T18:10:18,190 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731953403840.a81cdeb9c4c0c841112d7afacda3d4f5. 2024-11-18T18:10:18,190 INFO [regionserver/818bff808382:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T18:10:18,190 DEBUG [RS:0;818bff808382:41173 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a81cdeb9c4c0c841112d7afacda3d4f5 2024-11-18T18:10:18,190 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T18:10:18,190 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T18:10:18,190 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T18:10:18,191 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T18:10:18,191 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T18:10:18,191 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-18T18:10:18,196 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/data/hbase/replication/a81cdeb9c4c0c841112d7afacda3d4f5/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-18T18:10:18,196 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T18:10:18,196 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T18:10:18,197 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731953403840.a81cdeb9c4c0c841112d7afacda3d4f5. 2024-11-18T18:10:18,197 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a81cdeb9c4c0c841112d7afacda3d4f5: Waiting for close lock at 1731953418190Running coprocessor pre-close hooks at 1731953418190Disabling compacts and flushes for region at 1731953418190Disabling writes for close at 1731953418190Writing region close event to WAL at 1731953418191 (+1 ms)Running coprocessor post-close hooks at 1731953418196 (+5 ms)Closed at 1731953418197 (+1 ms) 2024-11-18T18:10:18,197 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731953403840.a81cdeb9c4c0c841112d7afacda3d4f5. 2024-11-18T18:10:18,211 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/data/hbase/meta/1588230740/.tmp/info/ef48da74c53a46e9a98f6ed3c9166dab is 147, key is hbase:replication,,1731953403840.a81cdeb9c4c0c841112d7afacda3d4f5./info:regioninfo/1731953415899/Put/seqid=0 2024-11-18T18:10:18,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32827 is added to blk_1073741851_1027 (size=6385) 2024-11-18T18:10:18,391 DEBUG [RS:0;818bff808382:41173 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T18:10:18,591 DEBUG [RS:0;818bff808382:41173 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T18:10:18,617 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/data/hbase/meta/1588230740/.tmp/info/ef48da74c53a46e9a98f6ed3c9166dab 2024-11-18T18:10:18,625 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/data/hbase/meta/1588230740/.tmp/info/ef48da74c53a46e9a98f6ed3c9166dab as hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/data/hbase/meta/1588230740/info/ef48da74c53a46e9a98f6ed3c9166dab 2024-11-18T18:10:18,633 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/data/hbase/meta/1588230740/info/ef48da74c53a46e9a98f6ed3c9166dab, entries=8, sequenceid=19, filesize=6.2 K 2024-11-18T18:10:18,634 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 443ms, sequenceid=19, compaction requested=false 2024-11-18T18:10:18,640 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-18T18:10:18,640 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T18:10:18,640 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T18:10:18,641 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T18:10:18,641 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731953418190Running coprocessor pre-close hooks at 1731953418190Disabling compacts and flushes for region at 1731953418190Disabling writes for close at 1731953418191 (+1 ms)Obtaining lock to block concurrent updates at 1731953418191Preparing flush snapshotting stores in 1588230740 at 1731953418191Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731953418191Flushing stores of hbase:meta,,1.1588230740 at 1731953418192 (+1 ms)Flushing 1588230740/info: creating writer at 1731953418192Flushing 1588230740/info: appending metadata at 1731953418210 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731953418210Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a096e2d: reopening flushed file at 1731953418624 (+414 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 443ms, sequenceid=19, compaction requested=false at 1731953418634 (+10 ms)Writing region close event to WAL at 1731953418636 (+2 ms)Running coprocessor post-close hooks at 1731953418640 (+4 ms)Closed at 1731953418641 (+1 ms) 2024-11-18T18:10:18,641 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T18:10:18,791 INFO [RS:0;818bff808382:41173 {}] regionserver.HRegionServer(976): stopping server 818bff808382,41173,1731953410286; all regions closed. 2024-11-18T18:10:18,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32827 is added to blk_1073741849_1025 (size=2156) 2024-11-18T18:10:18,798 DEBUG [RS:0;818bff808382:41173 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/oldWALs 2024-11-18T18:10:18,798 INFO [RS:0;818bff808382:41173 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 818bff808382%2C41173%2C1731953410286.meta:.meta(num 1731953411581) 2024-11-18T18:10:18,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32827 is added to blk_1073741850_1026 (size=796) 2024-11-18T18:10:18,803 DEBUG [RS:0;818bff808382:41173 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/oldWALs 2024-11-18T18:10:18,803 INFO [RS:0;818bff808382:41173 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 818bff808382%2C41173%2C1731953410286.rep:(num 1731953415845) 2024-11-18T18:10:18,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32827 is added to blk_1073741848_1024 (size=93) 2024-11-18T18:10:18,807 DEBUG [RS:0;818bff808382:41173 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/oldWALs 2024-11-18T18:10:18,807 INFO [RS:0;818bff808382:41173 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 818bff808382%2C41173%2C1731953410286:(num 1731953411260) 2024-11-18T18:10:18,807 DEBUG [RS:0;818bff808382:41173 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:10:18,807 INFO [RS:0;818bff808382:41173 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T18:10:18,808 INFO [RS:0;818bff808382:41173 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T18:10:18,808 INFO [RS:0;818bff808382:41173 {}] hbase.ChoreService(370): Chore service for: regionserver/818bff808382:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T18:10:18,808 INFO [RS:0;818bff808382:41173 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T18:10:18,808 INFO [regionserver/818bff808382:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T18:10:18,808 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/818bff808382:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-18T18:10:18,808 INFO [RS:0;818bff808382:41173 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-818bff808382,41173,1731953410286 because: Region server is closing 2024-11-18T18:10:18,808 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/818bff808382:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-18T18:10:18,809 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/818bff808382:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-18T18:10:18,809 INFO [RS:0;818bff808382:41173 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;818bff808382:41173. 2024-11-18T18:10:18,809 DEBUG [RS:0;818bff808382:41173 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T18:10:18,809 DEBUG [RS:0;818bff808382:41173 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:10:18,809 DEBUG [RS:0;818bff808382:41173 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:10:18,809 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T18:10:18,909 WARN [RS:0;818bff808382:41173.replicationSource.wal-reader.818bff808382%2C41173%2C1731953410286,1-818bff808382,41173,1731953410286 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-18T18:10:18,909 WARN [RS:0;818bff808382:41173.replicationSource.shipper818bff808382%2C41173%2C1731953410286,1-818bff808382,41173,1731953410286 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-18T18:10:18,910 INFO [RS:0;818bff808382:41173 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;818bff808382:41173.replicationSource.shipper818bff808382%2C41173%2C1731953410286,1-818bff808382,41173,1731953410286 terminated 2024-11-18T18:10:18,910 INFO [RS:0;818bff808382:41173 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-818bff808382,41173,1731953410286 because: Region server is closing 2024-11-18T18:10:18,910 INFO [RS:0;818bff808382:41173 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;818bff808382:41173. 2024-11-18T18:10:18,910 DEBUG [RS:0;818bff808382:41173 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T18:10:18,910 DEBUG [RS:0;818bff808382:41173 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:10:18,910 DEBUG [RS:0;818bff808382:41173 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:10:18,910 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T18:10:19,011 WARN [RS:0;818bff808382:41173.replicationSource.wal-reader.818bff808382%2C41173%2C1731953410286,2-818bff808382,41173,1731953410286 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-18T18:10:19,011 WARN [RS:0;818bff808382:41173.replicationSource.shipper818bff808382%2C41173%2C1731953410286,2-818bff808382,41173,1731953410286 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-18T18:10:19,011 INFO [RS:0;818bff808382:41173 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;818bff808382:41173.replicationSource.shipper818bff808382%2C41173%2C1731953410286,2-818bff808382,41173,1731953410286 terminated 2024-11-18T18:10:19,011 INFO [RS:0;818bff808382:41173 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41173 2024-11-18T18:10:19,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41173-0x1000bd32f600007, quorum=127.0.0.1:50858, baseZNode=/0283088722 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0283088722/rs/818bff808382,41173,1731953410286 2024-11-18T18:10:19,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40399-0x1000bd32f600006, quorum=127.0.0.1:50858, baseZNode=/0283088722 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0283088722/rs 2024-11-18T18:10:19,017 INFO [RS:0;818bff808382:41173 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T18:10:19,019 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [818bff808382,41173,1731953410286] 2024-11-18T18:10:19,021 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0283088722/draining/818bff808382,41173,1731953410286 already deleted, retry=false 2024-11-18T18:10:19,021 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 818bff808382,41173,1731953410286 expired; onlineServers=0 2024-11-18T18:10:19,021 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '818bff808382,40399,1731953410249' ***** 2024-11-18T18:10:19,021 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T18:10:19,021 INFO [M:0;818bff808382:40399 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T18:10:19,021 INFO [M:0;818bff808382:40399 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T18:10:19,022 DEBUG [M:0;818bff808382:40399 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T18:10:19,022 DEBUG [M:0;818bff808382:40399 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T18:10:19,022 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T18:10:19,022 DEBUG [master/818bff808382:0:becomeActiveMaster-HFileCleaner.small.0-1731953410995 {}] cleaner.HFileCleaner(306): Exit Thread[master/818bff808382:0:becomeActiveMaster-HFileCleaner.small.0-1731953410995,5,FailOnTimeoutGroup] 2024-11-18T18:10:19,022 INFO [M:0;818bff808382:40399 {}] hbase.ChoreService(370): Chore service for: master/818bff808382:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T18:10:19,022 DEBUG [master/818bff808382:0:becomeActiveMaster-HFileCleaner.large.0-1731953410995 {}] cleaner.HFileCleaner(306): Exit Thread[master/818bff808382:0:becomeActiveMaster-HFileCleaner.large.0-1731953410995,5,FailOnTimeoutGroup] 2024-11-18T18:10:19,022 INFO [M:0;818bff808382:40399 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T18:10:19,022 DEBUG [M:0;818bff808382:40399 {}] master.HMaster(1795): Stopping service threads 2024-11-18T18:10:19,022 INFO [M:0;818bff808382:40399 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T18:10:19,023 INFO [M:0;818bff808382:40399 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T18:10:19,023 INFO [M:0;818bff808382:40399 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T18:10:19,023 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T18:10:19,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40399-0x1000bd32f600006, quorum=127.0.0.1:50858, baseZNode=/0283088722 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0283088722/master 2024-11-18T18:10:19,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40399-0x1000bd32f600006, quorum=127.0.0.1:50858, baseZNode=/0283088722 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0283088722 2024-11-18T18:10:19,025 DEBUG [M:0;818bff808382:40399 {}] zookeeper.ZKUtil(347): master:40399-0x1000bd32f600006, quorum=127.0.0.1:50858, baseZNode=/0283088722 Unable to get data of znode /0283088722/master because node does not exist (not an error) 2024-11-18T18:10:19,025 WARN [M:0;818bff808382:40399 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T18:10:19,027 INFO [M:0;818bff808382:40399 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/.lastflushedseqids 2024-11-18T18:10:19,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32827 is added to blk_1073741852_1028 (size=181) 2024-11-18T18:10:19,035 INFO [M:0;818bff808382:40399 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T18:10:19,035 INFO [M:0;818bff808382:40399 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T18:10:19,035 DEBUG [M:0;818bff808382:40399 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T18:10:19,035 INFO [M:0;818bff808382:40399 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:10:19,036 DEBUG [M:0;818bff808382:40399 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:10:19,036 DEBUG [M:0;818bff808382:40399 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T18:10:19,036 DEBUG [M:0;818bff808382:40399 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:10:19,036 INFO [M:0;818bff808382:40399 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-18T18:10:19,054 DEBUG [M:0;818bff808382:40399 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7875a0df144f4c4e9e284dce042205f3 is 82, key is hbase:meta,,1/info:regioninfo/1731953411653/Put/seqid=0 2024-11-18T18:10:19,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32827 is added to blk_1073741853_1029 (size=5680) 2024-11-18T18:10:19,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41173-0x1000bd32f600007, quorum=127.0.0.1:50858, baseZNode=/0283088722 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T18:10:19,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41173-0x1000bd32f600007, quorum=127.0.0.1:50858, baseZNode=/0283088722 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T18:10:19,119 INFO [RS:0;818bff808382:41173 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T18:10:19,119 INFO [RS:0;818bff808382:41173 {}] regionserver.HRegionServer(1031): Exiting; stopping=818bff808382,41173,1731953410286; zookeeper connection closed. 2024-11-18T18:10:19,120 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3ad3e963 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3ad3e963 2024-11-18T18:10:19,120 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T18:10:19,459 INFO [M:0;818bff808382:40399 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7875a0df144f4c4e9e284dce042205f3 2024-11-18T18:10:19,483 DEBUG [M:0;818bff808382:40399 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7ccb2e13313b45ff86b06f4d9e7b0072 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1731953415907/Put/seqid=0 2024-11-18T18:10:19,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32827 is added to blk_1073741854_1030 (size=7319) 2024-11-18T18:10:19,889 INFO [M:0;818bff808382:40399 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7ccb2e13313b45ff86b06f4d9e7b0072 2024-11-18T18:10:19,912 DEBUG [M:0;818bff808382:40399 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/661c9b5c3dd3473abbc6a56663b5486f is 69, key is 818bff808382,41173,1731953410286/rs:state/1731953411034/Put/seqid=0 2024-11-18T18:10:19,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32827 is added to blk_1073741855_1031 (size=5371) 2024-11-18T18:10:20,317 INFO [M:0;818bff808382:40399 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/661c9b5c3dd3473abbc6a56663b5486f 2024-11-18T18:10:20,323 INFO [M:0;818bff808382:40399 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 661c9b5c3dd3473abbc6a56663b5486f 2024-11-18T18:10:20,324 DEBUG [M:0;818bff808382:40399 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7875a0df144f4c4e9e284dce042205f3 as hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7875a0df144f4c4e9e284dce042205f3 2024-11-18T18:10:20,330 INFO [M:0;818bff808382:40399 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7875a0df144f4c4e9e284dce042205f3, entries=8, sequenceid=172, filesize=5.5 K 2024-11-18T18:10:20,331 DEBUG [M:0;818bff808382:40399 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7ccb2e13313b45ff86b06f4d9e7b0072 as hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7ccb2e13313b45ff86b06f4d9e7b0072 2024-11-18T18:10:20,337 INFO [M:0;818bff808382:40399 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7ccb2e13313b45ff86b06f4d9e7b0072, entries=7, sequenceid=172, filesize=7.1 K 2024-11-18T18:10:20,338 DEBUG [M:0;818bff808382:40399 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/661c9b5c3dd3473abbc6a56663b5486f as hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/661c9b5c3dd3473abbc6a56663b5486f 2024-11-18T18:10:20,343 INFO [M:0;818bff808382:40399 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 661c9b5c3dd3473abbc6a56663b5486f 2024-11-18T18:10:20,344 INFO [M:0;818bff808382:40399 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42867/user/jenkins/test-data/5a73a7ac-c636-165c-2794-da49584da66a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/661c9b5c3dd3473abbc6a56663b5486f, entries=2, sequenceid=172, filesize=5.2 K 2024-11-18T18:10:20,345 INFO [M:0;818bff808382:40399 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1309ms, sequenceid=172, compaction requested=false 2024-11-18T18:10:20,346 INFO [M:0;818bff808382:40399 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:10:20,347 DEBUG [M:0;818bff808382:40399 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731953419035Disabling compacts and flushes for region at 1731953419035Disabling writes for close at 1731953419036 (+1 ms)Obtaining lock to block concurrent updates at 1731953419036Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731953419036Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731953419036Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731953419037 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731953419037Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731953419053 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731953419053Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731953419465 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731953419482 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731953419482Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731953419895 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731953419911 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731953419911Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@726a83c9: reopening flushed file at 1731953420324 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a3af6c4: reopening flushed file at 1731953420331 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79c2adae: reopening flushed file at 1731953420337 (+6 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1309ms, sequenceid=172, compaction requested=false at 1731953420345 (+8 ms)Writing region close event to WAL at 1731953420346 (+1 ms)Closed at 1731953420346 2024-11-18T18:10:20,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32827 is added to blk_1073741847_1023 (size=22949) 2024-11-18T18:10:20,350 INFO [M:0;818bff808382:40399 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T18:10:20,350 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T18:10:20,350 INFO [M:0;818bff808382:40399 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40399 2024-11-18T18:10:20,350 INFO [M:0;818bff808382:40399 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T18:10:20,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40399-0x1000bd32f600006, quorum=127.0.0.1:50858, baseZNode=/0283088722 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T18:10:20,453 INFO [M:0;818bff808382:40399 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T18:10:20,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40399-0x1000bd32f600006, quorum=127.0.0.1:50858, baseZNode=/0283088722 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T18:10:20,456 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7a2d6a05{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T18:10:20,456 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T18:10:20,457 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T18:10:20,457 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T18:10:20,457 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/334c5ecc-a490-427b-2e4b-d0fef61ea455/hadoop.log.dir/,STOPPED} 2024-11-18T18:10:20,458 WARN [BP-1130677885-172.17.0.2-1731953392019 heartbeating to localhost/127.0.0.1:42867 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T18:10:20,458 WARN [BP-1130677885-172.17.0.2-1731953392019 heartbeating to localhost/127.0.0.1:42867 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1130677885-172.17.0.2-1731953392019 (Datanode Uuid 27087135-ae25-4f2b-80c8-d12717a530d6) service to localhost/127.0.0.1:42867 2024-11-18T18:10:20,458 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T18:10:20,458 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T18:10:20,459 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/334c5ecc-a490-427b-2e4b-d0fef61ea455/cluster_b00fcf59-c6b6-f610-30a7-fbefa9da449d/data/data1/current/BP-1130677885-172.17.0.2-1731953392019 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T18:10:20,459 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/334c5ecc-a490-427b-2e4b-d0fef61ea455/cluster_b00fcf59-c6b6-f610-30a7-fbefa9da449d/data/data2/current/BP-1130677885-172.17.0.2-1731953392019 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T18:10:20,460 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T18:10:20,465 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@303ee801{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T18:10:20,466 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T18:10:20,466 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T18:10:20,466 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T18:10:20,466 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/334c5ecc-a490-427b-2e4b-d0fef61ea455/hadoop.log.dir/,STOPPED} 2024-11-18T18:10:20,474 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-18T18:10:20,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T18:10:20,499 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=107 (was 11) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35373 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50858) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50858) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35373 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35373 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42867 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35373 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35373 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/818bff808382:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42867 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/818bff808382:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42867 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@1c7e21cb java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/818bff808382:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42867 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42867 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35373 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/818bff808382:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35373 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:35373 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42867 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/818bff808382:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:42867 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42867 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:42867 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35373 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=428 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=273 (was 326), ProcessCount=11 (was 11), AvailableMemoryMB=11315 (was 12177) 2024-11-18T18:10:20,507 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=107, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=292, ProcessCount=11, AvailableMemoryMB=11313 2024-11-18T18:10:20,522 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-18T18:10:20,522 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30908d16-4aeb-bdeb-f0d7-d45f45a6c8d7/hadoop.log.dir so I do NOT create it in target/test-data/c9ef2be0-310d-b02f-dd62-c33cd942833b 2024-11-18T18:10:20,523 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30908d16-4aeb-bdeb-f0d7-d45f45a6c8d7/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T18:10:20,523 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30908d16-4aeb-bdeb-f0d7-d45f45a6c8d7/hadoop.tmp.dir so I do NOT create it in target/test-data/c9ef2be0-310d-b02f-dd62-c33cd942833b 2024-11-18T18:10:20,523 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30908d16-4aeb-bdeb-f0d7-d45f45a6c8d7/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T18:10:20,523 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9ef2be0-310d-b02f-dd62-c33cd942833b 2024-11-18T18:10:20,523 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9ef2be0-310d-b02f-dd62-c33cd942833b/cluster_941216aa-e604-28b9-c171-c0e20754ae80, deleteOnExit=true 2024-11-18T18:10:20,525 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9ef2be0-310d-b02f-dd62-c33cd942833b/cluster_941216aa-e604-28b9-c171-c0e20754ae80/zookeeper_0, clientPort=54562, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9ef2be0-310d-b02f-dd62-c33cd942833b/cluster_941216aa-e604-28b9-c171-c0e20754ae80/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9ef2be0-310d-b02f-dd62-c33cd942833b/cluster_941216aa-e604-28b9-c171-c0e20754ae80/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-18T18:10:20,526 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54562 2024-11-18T18:10:20,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T18:10:20,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T18:10:20,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9ef2be0-310d-b02f-dd62-c33cd942833b/test.cache.data in system properties and HBase conf 2024-11-18T18:10:20,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9ef2be0-310d-b02f-dd62-c33cd942833b/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T18:10:20,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9ef2be0-310d-b02f-dd62-c33cd942833b/hadoop.log.dir in system properties and HBase conf 2024-11-18T18:10:20,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9ef2be0-310d-b02f-dd62-c33cd942833b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T18:10:20,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9ef2be0-310d-b02f-dd62-c33cd942833b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T18:10:20,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T18:10:20,527 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T18:10:20,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9ef2be0-310d-b02f-dd62-c33cd942833b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T18:10:20,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9ef2be0-310d-b02f-dd62-c33cd942833b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T18:10:20,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9ef2be0-310d-b02f-dd62-c33cd942833b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T18:10:20,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9ef2be0-310d-b02f-dd62-c33cd942833b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T18:10:20,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9ef2be0-310d-b02f-dd62-c33cd942833b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T18:10:20,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9ef2be0-310d-b02f-dd62-c33cd942833b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T18:10:20,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9ef2be0-310d-b02f-dd62-c33cd942833b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T18:10:20,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9ef2be0-310d-b02f-dd62-c33cd942833b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T18:10:20,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9ef2be0-310d-b02f-dd62-c33cd942833b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T18:10:20,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9ef2be0-310d-b02f-dd62-c33cd942833b/nfs.dump.dir in system properties and HBase conf 2024-11-18T18:10:20,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9ef2be0-310d-b02f-dd62-c33cd942833b/java.io.tmpdir in system properties and HBase conf 2024-11-18T18:10:20,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9ef2be0-310d-b02f-dd62-c33cd942833b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T18:10:20,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9ef2be0-310d-b02f-dd62-c33cd942833b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T18:10:20,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9ef2be0-310d-b02f-dd62-c33cd942833b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T18:10:20,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1000bd32f600002, quorum=127.0.0.1:50858, baseZNode=/0283088722 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T18:10:20,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1000bd32f600005, quorum=127.0.0.1:50858, baseZNode=/13498246 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T18:10:20,571 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1000bd32f600002, quorum=127.0.0.1:50858, baseZNode=/0283088722 Received Disconnected from ZooKeeper, ignoring 2024-11-18T18:10:20,571 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1000bd32f600005, quorum=127.0.0.1:50858, baseZNode=/13498246 Received Disconnected from ZooKeeper, ignoring 2024-11-18T18:10:20,629 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T18:10:20,634 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T18:10:20,635 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T18:10:20,635 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T18:10:20,635 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T18:10:20,636 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T18:10:20,636 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2599732c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9ef2be0-310d-b02f-dd62-c33cd942833b/hadoop.log.dir/,AVAILABLE} 2024-11-18T18:10:20,637 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44f7b8d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T18:10:20,753 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@440b13fc{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9ef2be0-310d-b02f-dd62-c33cd942833b/java.io.tmpdir/jetty-localhost-36973-hadoop-hdfs-3_4_1-tests_jar-_-any-15178540634529583187/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T18:10:20,754 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@301e370e{HTTP/1.1, (http/1.1)}{localhost:36973} 2024-11-18T18:10:20,754 INFO [Time-limited test {}] server.Server(415): Started @30850ms 2024-11-18T18:10:20,842 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T18:10:20,846 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T18:10:20,847 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T18:10:20,847 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T18:10:20,847 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T18:10:20,848 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d7725da{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9ef2be0-310d-b02f-dd62-c33cd942833b/hadoop.log.dir/,AVAILABLE} 2024-11-18T18:10:20,848 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d1cbcba{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T18:10:20,964 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5f736734{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9ef2be0-310d-b02f-dd62-c33cd942833b/java.io.tmpdir/jetty-localhost-34817-hadoop-hdfs-3_4_1-tests_jar-_-any-12685140481277676837/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T18:10:20,965 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3183cd5d{HTTP/1.1, (http/1.1)}{localhost:34817} 2024-11-18T18:10:20,965 INFO [Time-limited test {}] server.Server(415): Started @31061ms 2024-11-18T18:10:20,966 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T18:10:21,075 WARN [Thread-500 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9ef2be0-310d-b02f-dd62-c33cd942833b/cluster_941216aa-e604-28b9-c171-c0e20754ae80/data/data2/current/BP-1029161091-172.17.0.2-1731953420559/current, will proceed with Du for space computation calculation, 2024-11-18T18:10:21,075 WARN [Thread-499 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9ef2be0-310d-b02f-dd62-c33cd942833b/cluster_941216aa-e604-28b9-c171-c0e20754ae80/data/data1/current/BP-1029161091-172.17.0.2-1731953420559/current, will proceed with Du for space computation calculation, 2024-11-18T18:10:21,092 WARN [Thread-487 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T18:10:21,095 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x463dca9e2ecfa59b with lease ID 0x2d84a059e63629eb: Processing first storage report for DS-4b5833ec-2bb2-463a-ac03-be814d5c0330 from datanode DatanodeRegistration(127.0.0.1:46341, datanodeUuid=1826564c-5ef6-4159-bd6c-0097ac8dce06, infoPort=42289, infoSecurePort=0, ipcPort=44329, storageInfo=lv=-57;cid=testClusterID;nsid=2030583287;c=1731953420559) 2024-11-18T18:10:21,095 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x463dca9e2ecfa59b with lease ID 0x2d84a059e63629eb: from storage DS-4b5833ec-2bb2-463a-ac03-be814d5c0330 node DatanodeRegistration(127.0.0.1:46341, datanodeUuid=1826564c-5ef6-4159-bd6c-0097ac8dce06, infoPort=42289, infoSecurePort=0, ipcPort=44329, storageInfo=lv=-57;cid=testClusterID;nsid=2030583287;c=1731953420559), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T18:10:21,095 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x463dca9e2ecfa59b with lease ID 0x2d84a059e63629eb: Processing first storage report for DS-24be030f-3abd-49b7-8c5d-0fb45bb5ab0f from datanode DatanodeRegistration(127.0.0.1:46341, datanodeUuid=1826564c-5ef6-4159-bd6c-0097ac8dce06, infoPort=42289, infoSecurePort=0, ipcPort=44329, storageInfo=lv=-57;cid=testClusterID;nsid=2030583287;c=1731953420559) 2024-11-18T18:10:21,095 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x463dca9e2ecfa59b with lease ID 0x2d84a059e63629eb: from storage DS-24be030f-3abd-49b7-8c5d-0fb45bb5ab0f node DatanodeRegistration(127.0.0.1:46341, datanodeUuid=1826564c-5ef6-4159-bd6c-0097ac8dce06, infoPort=42289, infoSecurePort=0, ipcPort=44329, storageInfo=lv=-57;cid=testClusterID;nsid=2030583287;c=1731953420559), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T18:10:21,099 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9ef2be0-310d-b02f-dd62-c33cd942833b 2024-11-18T18:10:21,099 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:10:21,101 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:10:21,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46341 is added to blk_1073741825_1001 (size=7) 2024-11-18T18:10:21,514 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:32943/user/jenkins/test-data/5448975d-1743-9402-9e12-733e27ba09f4 with version=8 2024-11-18T18:10:21,514 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:32943/user/jenkins/test-data/5448975d-1743-9402-9e12-733e27ba09f4/hbase-staging 2024-11-18T18:10:21,517 INFO [Time-limited test {}] client.ConnectionUtils(128): master/818bff808382:0 server-side Connection retries=45 2024-11-18T18:10:21,517 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T18:10:21,517 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T18:10:21,517 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T18:10:21,517 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T18:10:21,517 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T18:10:21,517 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T18:10:21,517 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T18:10:21,518 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41865 2024-11-18T18:10:21,519 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41865 connecting to ZooKeeper ensemble=127.0.0.1:54562 2024-11-18T18:10:21,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:418650x0, quorum=127.0.0.1:54562, baseZNode=/0-396379395 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T18:10:21,525 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41865-0x1000bd3a1d30000 connected 2024-11-18T18:10:21,539 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:10:21,540 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:10:21,548 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41865-0x1000bd3a1d30000, quorum=127.0.0.1:54562, baseZNode=/0-396379395 Set watcher on znode that does not yet exist, /0-396379395/running 2024-11-18T18:10:21,549 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:32943/user/jenkins/test-data/5448975d-1743-9402-9e12-733e27ba09f4, hbase.cluster.distributed=false 2024-11-18T18:10:21,550 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41865-0x1000bd3a1d30000, quorum=127.0.0.1:54562, baseZNode=/0-396379395 Set watcher on znode that does not yet exist, /0-396379395/acl 2024-11-18T18:10:21,553 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41865 2024-11-18T18:10:21,553 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41865 2024-11-18T18:10:21,556 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41865 2024-11-18T18:10:21,556 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41865 2024-11-18T18:10:21,556 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41865 2024-11-18T18:10:21,573 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/818bff808382:0 server-side Connection retries=45 2024-11-18T18:10:21,573 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T18:10:21,573 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T18:10:21,573 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T18:10:21,573 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T18:10:21,573 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T18:10:21,573 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T18:10:21,573 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T18:10:21,574 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38471 2024-11-18T18:10:21,575 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38471 connecting to ZooKeeper ensemble=127.0.0.1:54562 2024-11-18T18:10:21,576 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:10:21,578 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:10:21,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:384710x0, quorum=127.0.0.1:54562, baseZNode=/0-396379395 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T18:10:21,583 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38471-0x1000bd3a1d30001 connected 2024-11-18T18:10:21,584 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38471-0x1000bd3a1d30001, quorum=127.0.0.1:54562, baseZNode=/0-396379395 Set watcher on znode that does not yet exist, /0-396379395/running 2024-11-18T18:10:21,584 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T18:10:21,585 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T18:10:21,586 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38471-0x1000bd3a1d30001, quorum=127.0.0.1:54562, baseZNode=/0-396379395 Set watcher on znode that does not yet exist, /0-396379395/master 2024-11-18T18:10:21,587 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38471-0x1000bd3a1d30001, quorum=127.0.0.1:54562, baseZNode=/0-396379395 Set watcher on znode that does not yet exist, /0-396379395/acl 2024-11-18T18:10:21,587 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38471 2024-11-18T18:10:21,588 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38471 2024-11-18T18:10:21,590 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38471 2024-11-18T18:10:21,591 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38471 2024-11-18T18:10:21,592 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38471 2024-11-18T18:10:21,611 DEBUG [M:0;818bff808382:41865 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;818bff808382:41865 2024-11-18T18:10:21,611 INFO [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-396379395/backup-masters/818bff808382,41865,1731953421516 2024-11-18T18:10:21,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38471-0x1000bd3a1d30001, quorum=127.0.0.1:54562, baseZNode=/0-396379395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-396379395/backup-masters 2024-11-18T18:10:21,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41865-0x1000bd3a1d30000, quorum=127.0.0.1:54562, baseZNode=/0-396379395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-396379395/backup-masters 2024-11-18T18:10:21,614 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41865-0x1000bd3a1d30000, quorum=127.0.0.1:54562, baseZNode=/0-396379395 Set watcher on existing znode=/0-396379395/backup-masters/818bff808382,41865,1731953421516 2024-11-18T18:10:21,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38471-0x1000bd3a1d30001, quorum=127.0.0.1:54562, baseZNode=/0-396379395 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-396379395/master 2024-11-18T18:10:21,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41865-0x1000bd3a1d30000, quorum=127.0.0.1:54562, baseZNode=/0-396379395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-396379395 2024-11-18T18:10:21,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38471-0x1000bd3a1d30001, quorum=127.0.0.1:54562, baseZNode=/0-396379395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-396379395 2024-11-18T18:10:21,616 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41865-0x1000bd3a1d30000, quorum=127.0.0.1:54562, baseZNode=/0-396379395 Set watcher on existing znode=/0-396379395/master 2024-11-18T18:10:21,616 INFO [master/818bff808382:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-396379395/backup-masters/818bff808382,41865,1731953421516 from backup master directory 2024-11-18T18:10:21,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41865-0x1000bd3a1d30000, quorum=127.0.0.1:54562, baseZNode=/0-396379395 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-396379395/backup-masters/818bff808382,41865,1731953421516 2024-11-18T18:10:21,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41865-0x1000bd3a1d30000, quorum=127.0.0.1:54562, baseZNode=/0-396379395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-396379395/backup-masters 2024-11-18T18:10:21,618 WARN [master/818bff808382:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T18:10:21,618 INFO [master/818bff808382:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=818bff808382,41865,1731953421516 2024-11-18T18:10:21,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38471-0x1000bd3a1d30001, quorum=127.0.0.1:54562, baseZNode=/0-396379395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-396379395/backup-masters 2024-11-18T18:10:21,622 DEBUG [master/818bff808382:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:32943/user/jenkins/test-data/5448975d-1743-9402-9e12-733e27ba09f4/hbase.id] with ID: 7c734063-8e3b-4872-aec4-6695486fb881 2024-11-18T18:10:21,623 DEBUG [master/818bff808382:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:32943/user/jenkins/test-data/5448975d-1743-9402-9e12-733e27ba09f4/.tmp/hbase.id 2024-11-18T18:10:21,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46341 is added to blk_1073741826_1002 (size=42) 2024-11-18T18:10:22,028 DEBUG [master/818bff808382:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:32943/user/jenkins/test-data/5448975d-1743-9402-9e12-733e27ba09f4/.tmp/hbase.id]:[hdfs://localhost:32943/user/jenkins/test-data/5448975d-1743-9402-9e12-733e27ba09f4/hbase.id] 2024-11-18T18:10:22,042 INFO [master/818bff808382:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:10:22,042 INFO [master/818bff808382:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T18:10:22,044 INFO [master/818bff808382:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-18T18:10:22,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41865-0x1000bd3a1d30000, quorum=127.0.0.1:54562, baseZNode=/0-396379395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-396379395 2024-11-18T18:10:22,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38471-0x1000bd3a1d30001, quorum=127.0.0.1:54562, baseZNode=/0-396379395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-396379395 2024-11-18T18:10:22,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46341 is added to blk_1073741827_1003 (size=196) 2024-11-18T18:10:22,487 INFO [master/818bff808382:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T18:10:22,488 INFO [master/818bff808382:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T18:10:22,488 INFO [master/818bff808382:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T18:10:22,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46341 is added to blk_1073741828_1004 (size=1189) 2024-11-18T18:10:22,897 INFO [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:32943/user/jenkins/test-data/5448975d-1743-9402-9e12-733e27ba09f4/MasterData/data/master/store 2024-11-18T18:10:22,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46341 is added to blk_1073741829_1005 (size=34) 2024-11-18T18:10:23,304 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:10:23,304 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T18:10:23,304 INFO [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:10:23,305 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:10:23,305 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T18:10:23,305 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:10:23,305 INFO [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:10:23,305 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731953423304Disabling compacts and flushes for region at 1731953423304Disabling writes for close at 1731953423305 (+1 ms)Writing region close event to WAL at 1731953423305Closed at 1731953423305 2024-11-18T18:10:23,306 WARN [master/818bff808382:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:32943/user/jenkins/test-data/5448975d-1743-9402-9e12-733e27ba09f4/MasterData/data/master/store/.initializing 2024-11-18T18:10:23,306 DEBUG [master/818bff808382:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:32943/user/jenkins/test-data/5448975d-1743-9402-9e12-733e27ba09f4/MasterData/WALs/818bff808382,41865,1731953421516 2024-11-18T18:10:23,307 INFO [master/818bff808382:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T18:10:23,309 INFO [master/818bff808382:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=818bff808382%2C41865%2C1731953421516, suffix=, logDir=hdfs://localhost:32943/user/jenkins/test-data/5448975d-1743-9402-9e12-733e27ba09f4/MasterData/WALs/818bff808382,41865,1731953421516, archiveDir=hdfs://localhost:32943/user/jenkins/test-data/5448975d-1743-9402-9e12-733e27ba09f4/MasterData/oldWALs, maxLogs=10 2024-11-18T18:10:23,323 DEBUG [master/818bff808382:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5448975d-1743-9402-9e12-733e27ba09f4/MasterData/WALs/818bff808382,41865,1731953421516/818bff808382%2C41865%2C1731953421516.1731953423309, exclude list is [], retry=0 2024-11-18T18:10:23,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46341,DS-4b5833ec-2bb2-463a-ac03-be814d5c0330,DISK] 2024-11-18T18:10:23,328 INFO [master/818bff808382:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5448975d-1743-9402-9e12-733e27ba09f4/MasterData/WALs/818bff808382,41865,1731953421516/818bff808382%2C41865%2C1731953421516.1731953423309 2024-11-18T18:10:23,328 DEBUG [master/818bff808382:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42289:42289)] 2024-11-18T18:10:23,328 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T18:10:23,328 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:10:23,328 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:10:23,328 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:10:23,330 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:10:23,331 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T18:10:23,331 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:10:23,332 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:10:23,332 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:10:23,333 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T18:10:23,333 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:10:23,333 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:10:23,334 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:10:23,335 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T18:10:23,335 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:10:23,335 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:10:23,335 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:10:23,336 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T18:10:23,336 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:10:23,337 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:10:23,337 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:10:23,337 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32943/user/jenkins/test-data/5448975d-1743-9402-9e12-733e27ba09f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:10:23,338 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32943/user/jenkins/test-data/5448975d-1743-9402-9e12-733e27ba09f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:10:23,339 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:10:23,339 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:10:23,339 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T18:10:23,340 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:10:23,343 DEBUG [master/818bff808382:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32943/user/jenkins/test-data/5448975d-1743-9402-9e12-733e27ba09f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T18:10:23,343 INFO [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63194345, jitterRate=-0.058330878615379333}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T18:10:23,344 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731953423329Initializing all the Stores at 1731953423329Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953423329Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953423330 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953423330Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953423330Cleaning up temporary data from old regions at 1731953423339 (+9 ms)Region opened successfully at 1731953423343 (+4 ms) 2024-11-18T18:10:23,344 INFO [master/818bff808382:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T18:10:23,347 DEBUG [master/818bff808382:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@366931b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=818bff808382/172.17.0.2:0 2024-11-18T18:10:23,348 INFO [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T18:10:23,348 INFO [master/818bff808382:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T18:10:23,348 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T18:10:23,348 INFO [master/818bff808382:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T18:10:23,349 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T18:10:23,349 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T18:10:23,349 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T18:10:23,351 INFO [master/818bff808382:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T18:10:23,352 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41865-0x1000bd3a1d30000, quorum=127.0.0.1:54562, baseZNode=/0-396379395 Unable to get data of znode /0-396379395/balancer because node does not exist (not necessarily an error) 2024-11-18T18:10:23,353 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-396379395/balancer already deleted, retry=false 2024-11-18T18:10:23,353 INFO [master/818bff808382:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T18:10:23,354 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41865-0x1000bd3a1d30000, quorum=127.0.0.1:54562, baseZNode=/0-396379395 Unable to get data of znode /0-396379395/normalizer because node does not exist (not necessarily an error) 2024-11-18T18:10:23,355 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-396379395/normalizer already deleted, retry=false 2024-11-18T18:10:23,356 INFO [master/818bff808382:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T18:10:23,357 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41865-0x1000bd3a1d30000, quorum=127.0.0.1:54562, baseZNode=/0-396379395 Unable to get data of znode /0-396379395/switch/split because node does not exist (not necessarily an error) 2024-11-18T18:10:23,358 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-396379395/switch/split already deleted, retry=false 2024-11-18T18:10:23,359 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41865-0x1000bd3a1d30000, quorum=127.0.0.1:54562, baseZNode=/0-396379395 Unable to get data of znode /0-396379395/switch/merge because node does not exist (not necessarily an error) 2024-11-18T18:10:23,360 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-396379395/switch/merge already deleted, retry=false 2024-11-18T18:10:23,362 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41865-0x1000bd3a1d30000, quorum=127.0.0.1:54562, baseZNode=/0-396379395 Unable to get data of znode /0-396379395/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T18:10:23,363 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-396379395/snapshot-cleanup already deleted, retry=false 2024-11-18T18:10:23,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41865-0x1000bd3a1d30000, quorum=127.0.0.1:54562, baseZNode=/0-396379395 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-396379395/running 2024-11-18T18:10:23,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38471-0x1000bd3a1d30001, quorum=127.0.0.1:54562, baseZNode=/0-396379395 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-396379395/running 2024-11-18T18:10:23,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38471-0x1000bd3a1d30001, quorum=127.0.0.1:54562, baseZNode=/0-396379395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-396379395 2024-11-18T18:10:23,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41865-0x1000bd3a1d30000, quorum=127.0.0.1:54562, baseZNode=/0-396379395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-396379395 2024-11-18T18:10:23,366 INFO [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=818bff808382,41865,1731953421516, sessionid=0x1000bd3a1d30000, setting cluster-up flag (Was=false) 2024-11-18T18:10:23,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38471-0x1000bd3a1d30001, quorum=127.0.0.1:54562, baseZNode=/0-396379395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-396379395 2024-11-18T18:10:23,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41865-0x1000bd3a1d30000, quorum=127.0.0.1:54562, baseZNode=/0-396379395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-396379395 2024-11-18T18:10:23,374 DEBUG [master/818bff808382:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-396379395/flush-table-proc/acquired, /0-396379395/flush-table-proc/reached, /0-396379395/flush-table-proc/abort 2024-11-18T18:10:23,375 DEBUG [master/818bff808382:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=818bff808382,41865,1731953421516 2024-11-18T18:10:23,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41865-0x1000bd3a1d30000, quorum=127.0.0.1:54562, baseZNode=/0-396379395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-396379395 2024-11-18T18:10:23,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38471-0x1000bd3a1d30001, quorum=127.0.0.1:54562, baseZNode=/0-396379395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-396379395 2024-11-18T18:10:23,384 DEBUG [master/818bff808382:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-396379395/online-snapshot/acquired, /0-396379395/online-snapshot/reached, /0-396379395/online-snapshot/abort 2024-11-18T18:10:23,385 DEBUG [master/818bff808382:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=818bff808382,41865,1731953421516 2024-11-18T18:10:23,386 INFO [master/818bff808382:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:32943/user/jenkins/test-data/5448975d-1743-9402-9e12-733e27ba09f4/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T18:10:23,389 DEBUG [master/818bff808382:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T18:10:23,389 INFO [master/818bff808382:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T18:10:23,389 INFO [master/818bff808382:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T18:10:23,390 WARN [master/818bff808382:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 818bff808382,36361,1731953395844: status=Processing ServerCrashProcedure of 818bff808382,36361,1731953395844 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731953410995, completionTime=-1 appears to have been leaked 2024-11-18T18:10:23,390 DEBUG [master/818bff808382:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 818bff808382,41865,1731953421516 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T18:10:23,392 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/818bff808382:0, corePoolSize=5, maxPoolSize=5 2024-11-18T18:10:23,392 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/818bff808382:0, corePoolSize=5, maxPoolSize=5 2024-11-18T18:10:23,392 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/818bff808382:0, corePoolSize=5, maxPoolSize=5 2024-11-18T18:10:23,392 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/818bff808382:0, corePoolSize=5, maxPoolSize=5 2024-11-18T18:10:23,392 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/818bff808382:0, corePoolSize=10, maxPoolSize=10 2024-11-18T18:10:23,392 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:10:23,392 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/818bff808382:0, corePoolSize=2, maxPoolSize=2 2024-11-18T18:10:23,392 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:10:23,394 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731953453394 2024-11-18T18:10:23,394 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T18:10:23,394 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T18:10:23,394 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T18:10:23,394 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T18:10:23,394 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T18:10:23,394 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T18:10:23,394 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T18:10:23,395 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T18:10:23,395 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T18:10:23,395 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T18:10:23,395 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T18:10:23,395 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T18:10:23,395 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T18:10:23,395 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T18:10:23,395 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T18:10:23,396 DEBUG [master/818bff808382:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/818bff808382:0:becomeActiveMaster-HFileCleaner.large.0-1731953423395,5,FailOnTimeoutGroup] 2024-11-18T18:10:23,396 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:10:23,396 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T18:10:23,400 DEBUG [master/818bff808382:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/818bff808382:0:becomeActiveMaster-HFileCleaner.small.0-1731953423396,5,FailOnTimeoutGroup] 2024-11-18T18:10:23,400 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T18:10:23,400 INFO [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T18:10:23,400 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T18:10:23,400 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T18:10:23,405 INFO [RS:0;818bff808382:38471 {}] regionserver.HRegionServer(746): ClusterId : 7c734063-8e3b-4872-aec4-6695486fb881 2024-11-18T18:10:23,405 DEBUG [RS:0;818bff808382:38471 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T18:10:23,408 DEBUG [RS:0;818bff808382:38471 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T18:10:23,408 DEBUG [RS:0;818bff808382:38471 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T18:10:23,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46341 is added to blk_1073741831_1007 (size=1321) 2024-11-18T18:10:23,410 DEBUG [RS:0;818bff808382:38471 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T18:10:23,410 DEBUG [RS:0;818bff808382:38471 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56770723, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=818bff808382/172.17.0.2:0 2024-11-18T18:10:23,422 DEBUG [RS:0;818bff808382:38471 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;818bff808382:38471 2024-11-18T18:10:23,422 INFO [RS:0;818bff808382:38471 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T18:10:23,422 INFO [RS:0;818bff808382:38471 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T18:10:23,422 DEBUG [RS:0;818bff808382:38471 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T18:10:23,423 INFO [RS:0;818bff808382:38471 {}] regionserver.HRegionServer(2659): reportForDuty to master=818bff808382,41865,1731953421516 with port=38471, startcode=1731953421572 2024-11-18T18:10:23,423 DEBUG [RS:0;818bff808382:38471 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T18:10:23,425 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51037, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T18:10:23,426 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41865 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 818bff808382,38471,1731953421572 2024-11-18T18:10:23,426 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41865 {}] master.ServerManager(517): Registering regionserver=818bff808382,38471,1731953421572 2024-11-18T18:10:23,428 DEBUG [RS:0;818bff808382:38471 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:32943/user/jenkins/test-data/5448975d-1743-9402-9e12-733e27ba09f4 2024-11-18T18:10:23,428 DEBUG [RS:0;818bff808382:38471 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:32943 2024-11-18T18:10:23,428 DEBUG [RS:0;818bff808382:38471 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T18:10:23,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41865-0x1000bd3a1d30000, quorum=127.0.0.1:54562, baseZNode=/0-396379395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-396379395/rs 2024-11-18T18:10:23,430 DEBUG [RS:0;818bff808382:38471 {}] zookeeper.ZKUtil(111): regionserver:38471-0x1000bd3a1d30001, quorum=127.0.0.1:54562, baseZNode=/0-396379395 Set watcher on existing znode=/0-396379395/rs/818bff808382,38471,1731953421572 2024-11-18T18:10:23,430 WARN [RS:0;818bff808382:38471 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T18:10:23,430 INFO [RS:0;818bff808382:38471 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T18:10:23,430 DEBUG [RS:0;818bff808382:38471 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:32943/user/jenkins/test-data/5448975d-1743-9402-9e12-733e27ba09f4/WALs/818bff808382,38471,1731953421572 2024-11-18T18:10:23,431 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [818bff808382,38471,1731953421572] 2024-11-18T18:10:23,434 INFO [RS:0;818bff808382:38471 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T18:10:23,435 INFO [RS:0;818bff808382:38471 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T18:10:23,436 INFO [RS:0;818bff808382:38471 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T18:10:23,436 INFO [RS:0;818bff808382:38471 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T18:10:23,437 INFO [RS:0;818bff808382:38471 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T18:10:23,437 INFO [RS:0;818bff808382:38471 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T18:10:23,437 INFO [RS:0;818bff808382:38471 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T18:10:23,438 DEBUG [RS:0;818bff808382:38471 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:10:23,438 DEBUG [RS:0;818bff808382:38471 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:10:23,438 DEBUG [RS:0;818bff808382:38471 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:10:23,438 DEBUG [RS:0;818bff808382:38471 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:10:23,438 DEBUG [RS:0;818bff808382:38471 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:10:23,438 DEBUG [RS:0;818bff808382:38471 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/818bff808382:0, corePoolSize=2, maxPoolSize=2 2024-11-18T18:10:23,438 DEBUG [RS:0;818bff808382:38471 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:10:23,438 DEBUG [RS:0;818bff808382:38471 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:10:23,438 DEBUG [RS:0;818bff808382:38471 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:10:23,438 DEBUG [RS:0;818bff808382:38471 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:10:23,438 DEBUG [RS:0;818bff808382:38471 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:10:23,438 DEBUG [RS:0;818bff808382:38471 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:10:23,438 DEBUG [RS:0;818bff808382:38471 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0, corePoolSize=3, maxPoolSize=3 2024-11-18T18:10:23,438 DEBUG [RS:0;818bff808382:38471 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/818bff808382:0, corePoolSize=3, maxPoolSize=3 2024-11-18T18:10:23,439 INFO [RS:0;818bff808382:38471 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T18:10:23,439 INFO [RS:0;818bff808382:38471 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T18:10:23,439 INFO [RS:0;818bff808382:38471 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T18:10:23,439 INFO [RS:0;818bff808382:38471 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T18:10:23,439 INFO [RS:0;818bff808382:38471 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T18:10:23,439 INFO [RS:0;818bff808382:38471 {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,38471,1731953421572-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T18:10:23,458 INFO [RS:0;818bff808382:38471 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T18:10:23,458 INFO [RS:0;818bff808382:38471 {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,38471,1731953421572-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T18:10:23,458 INFO [RS:0;818bff808382:38471 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:10:23,459 INFO [RS:0;818bff808382:38471 {}] regionserver.Replication(171): 818bff808382,38471,1731953421572 started 2024-11-18T18:10:23,477 INFO [RS:0;818bff808382:38471 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:10:23,477 INFO [RS:0;818bff808382:38471 {}] regionserver.HRegionServer(1482): Serving as 818bff808382,38471,1731953421572, RpcServer on 818bff808382/172.17.0.2:38471, sessionid=0x1000bd3a1d30001 2024-11-18T18:10:23,477 DEBUG [RS:0;818bff808382:38471 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T18:10:23,477 DEBUG [RS:0;818bff808382:38471 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 818bff808382,38471,1731953421572 2024-11-18T18:10:23,477 DEBUG [RS:0;818bff808382:38471 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '818bff808382,38471,1731953421572' 2024-11-18T18:10:23,477 DEBUG [RS:0;818bff808382:38471 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-396379395/flush-table-proc/abort' 2024-11-18T18:10:23,478 DEBUG [RS:0;818bff808382:38471 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-396379395/flush-table-proc/acquired' 2024-11-18T18:10:23,478 DEBUG [RS:0;818bff808382:38471 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T18:10:23,478 DEBUG [RS:0;818bff808382:38471 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T18:10:23,478 DEBUG [RS:0;818bff808382:38471 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 818bff808382,38471,1731953421572 2024-11-18T18:10:23,478 DEBUG [RS:0;818bff808382:38471 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '818bff808382,38471,1731953421572' 2024-11-18T18:10:23,478 DEBUG [RS:0;818bff808382:38471 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-396379395/online-snapshot/abort' 2024-11-18T18:10:23,479 DEBUG [RS:0;818bff808382:38471 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-396379395/online-snapshot/acquired' 2024-11-18T18:10:23,479 DEBUG [RS:0;818bff808382:38471 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T18:10:23,479 INFO [RS:0;818bff808382:38471 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T18:10:23,479 INFO [RS:0;818bff808382:38471 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T18:10:23,580 INFO [RS:0;818bff808382:38471 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T18:10:23,582 INFO [RS:0;818bff808382:38471 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=818bff808382%2C38471%2C1731953421572, suffix=, logDir=hdfs://localhost:32943/user/jenkins/test-data/5448975d-1743-9402-9e12-733e27ba09f4/WALs/818bff808382,38471,1731953421572, archiveDir=hdfs://localhost:32943/user/jenkins/test-data/5448975d-1743-9402-9e12-733e27ba09f4/oldWALs, maxLogs=10 2024-11-18T18:10:23,596 DEBUG [RS:0;818bff808382:38471 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5448975d-1743-9402-9e12-733e27ba09f4/WALs/818bff808382,38471,1731953421572/818bff808382%2C38471%2C1731953421572.1731953423582, exclude list is [], retry=0 2024-11-18T18:10:23,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46341,DS-4b5833ec-2bb2-463a-ac03-be814d5c0330,DISK] 2024-11-18T18:10:23,601 INFO [RS:0;818bff808382:38471 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5448975d-1743-9402-9e12-733e27ba09f4/WALs/818bff808382,38471,1731953421572/818bff808382%2C38471%2C1731953421572.1731953423582 2024-11-18T18:10:23,602 DEBUG [RS:0;818bff808382:38471 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42289:42289)] 2024-11-18T18:10:23,699 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T18:10:23,701 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:10:23,716 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:10:23,811 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:32943/user/jenkins/test-data/5448975d-1743-9402-9e12-733e27ba09f4/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T18:10:23,811 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:32943/user/jenkins/test-data/5448975d-1743-9402-9e12-733e27ba09f4 2024-11-18T18:10:23,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46341 is added to blk_1073741833_1009 (size=32) 2024-11-18T18:10:24,220 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:10:24,224 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T18:10:24,226 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T18:10:24,226 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:10:24,226 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:10:24,227 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T18:10:24,230 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T18:10:24,230 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:10:24,231 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:10:24,231 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T18:10:24,233 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T18:10:24,233 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:10:24,234 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:10:24,234 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T18:10:24,236 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T18:10:24,236 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:10:24,236 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:10:24,236 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T18:10:24,237 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32943/user/jenkins/test-data/5448975d-1743-9402-9e12-733e27ba09f4/data/hbase/meta/1588230740 2024-11-18T18:10:24,238 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32943/user/jenkins/test-data/5448975d-1743-9402-9e12-733e27ba09f4/data/hbase/meta/1588230740 2024-11-18T18:10:24,239 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T18:10:24,239 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T18:10:24,240 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T18:10:24,241 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T18:10:24,244 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32943/user/jenkins/test-data/5448975d-1743-9402-9e12-733e27ba09f4/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T18:10:24,245 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68288608, jitterRate=0.01757955551147461}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T18:10:24,245 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731953424220Initializing all the Stores at 1731953424222 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953424222Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953424223 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953424223Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953424223Cleaning up temporary data from old regions at 1731953424239 (+16 ms)Region opened successfully at 1731953424245 (+6 ms) 2024-11-18T18:10:24,246 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T18:10:24,246 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T18:10:24,246 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T18:10:24,246 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T18:10:24,246 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T18:10:24,246 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T18:10:24,247 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731953424246Disabling compacts and flushes for region at 1731953424246Disabling writes for close at 1731953424246Writing region close event to WAL at 1731953424246Closed at 1731953424246 2024-11-18T18:10:24,249 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T18:10:24,249 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T18:10:24,249 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T18:10:24,251 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T18:10:24,253 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T18:10:24,403 DEBUG [818bff808382:41865 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T18:10:24,404 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=818bff808382,38471,1731953421572 2024-11-18T18:10:24,406 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 818bff808382,38471,1731953421572, state=OPENING 2024-11-18T18:10:24,409 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T18:10:24,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38471-0x1000bd3a1d30001, quorum=127.0.0.1:54562, baseZNode=/0-396379395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-396379395 2024-11-18T18:10:24,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41865-0x1000bd3a1d30000, quorum=127.0.0.1:54562, baseZNode=/0-396379395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-396379395 2024-11-18T18:10:24,413 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T18:10:24,413 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-396379395/meta-region-server: CHANGED 2024-11-18T18:10:24,413 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-396379395/meta-region-server: CHANGED 2024-11-18T18:10:24,413 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=818bff808382,38471,1731953421572}] 2024-11-18T18:10:24,567 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T18:10:24,569 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57077, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T18:10:24,574 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T18:10:24,574 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T18:10:24,575 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T18:10:24,577 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=818bff808382%2C38471%2C1731953421572.meta, suffix=.meta, logDir=hdfs://localhost:32943/user/jenkins/test-data/5448975d-1743-9402-9e12-733e27ba09f4/WALs/818bff808382,38471,1731953421572, archiveDir=hdfs://localhost:32943/user/jenkins/test-data/5448975d-1743-9402-9e12-733e27ba09f4/oldWALs, maxLogs=10 2024-11-18T18:10:24,598 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5448975d-1743-9402-9e12-733e27ba09f4/WALs/818bff808382,38471,1731953421572/818bff808382%2C38471%2C1731953421572.meta.1731953424577.meta, exclude list is [], retry=0 2024-11-18T18:10:24,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46341,DS-4b5833ec-2bb2-463a-ac03-be814d5c0330,DISK] 2024-11-18T18:10:24,603 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5448975d-1743-9402-9e12-733e27ba09f4/WALs/818bff808382,38471,1731953421572/818bff808382%2C38471%2C1731953421572.meta.1731953424577.meta 2024-11-18T18:10:24,603 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42289:42289)] 2024-11-18T18:10:24,604 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T18:10:24,604 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T18:10:24,604 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T18:10:24,604 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T18:10:24,605 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T18:10:24,605 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T18:10:24,605 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:10:24,605 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T18:10:24,605 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T18:10:24,607 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T18:10:24,608 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T18:10:24,608 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:10:24,609 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:10:24,609 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T18:10:24,610 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T18:10:24,610 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:10:24,610 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:10:24,610 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T18:10:24,611 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T18:10:24,611 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:10:24,612 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:10:24,612 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T18:10:24,613 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T18:10:24,613 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:10:24,613 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:10:24,614 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T18:10:24,614 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32943/user/jenkins/test-data/5448975d-1743-9402-9e12-733e27ba09f4/data/hbase/meta/1588230740 2024-11-18T18:10:24,615 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32943/user/jenkins/test-data/5448975d-1743-9402-9e12-733e27ba09f4/data/hbase/meta/1588230740 2024-11-18T18:10:24,617 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T18:10:24,617 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T18:10:24,617 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T18:10:24,619 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T18:10:24,620 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65477842, jitterRate=-0.024304121732711792}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T18:10:24,620 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T18:10:24,621 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731953424605Writing region info on filesystem at 1731953424605Initializing all the Stores at 1731953424606 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953424606Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953424606Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953424606Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953424606Cleaning up temporary data from old regions at 1731953424617 (+11 ms)Running coprocessor post-open hooks at 1731953424620 (+3 ms)Region opened successfully at 1731953424621 (+1 ms) 2024-11-18T18:10:24,622 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731953424566 2024-11-18T18:10:24,626 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T18:10:24,626 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T18:10:24,627 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=818bff808382,38471,1731953421572 2024-11-18T18:10:24,628 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 818bff808382,38471,1731953421572, state=OPEN 2024-11-18T18:10:24,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41865-0x1000bd3a1d30000, quorum=127.0.0.1:54562, baseZNode=/0-396379395 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-396379395/meta-region-server 2024-11-18T18:10:24,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38471-0x1000bd3a1d30001, quorum=127.0.0.1:54562, baseZNode=/0-396379395 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-396379395/meta-region-server 2024-11-18T18:10:24,633 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-396379395/meta-region-server: CHANGED 2024-11-18T18:10:24,633 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-396379395/meta-region-server: CHANGED 2024-11-18T18:10:24,633 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=818bff808382,38471,1731953421572 2024-11-18T18:10:24,637 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T18:10:24,637 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=818bff808382,38471,1731953421572 in 220 msec 2024-11-18T18:10:24,640 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T18:10:24,640 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 388 msec 2024-11-18T18:10:24,641 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T18:10:24,642 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T18:10:24,643 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T18:10:24,644 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=818bff808382,38471,1731953421572, seqNum=-1] 2024-11-18T18:10:24,644 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T18:10:24,646 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34577, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T18:10:24,653 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2640 sec 2024-11-18T18:10:24,653 INFO [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731953424653, completionTime=-1 2024-11-18T18:10:24,653 INFO [master/818bff808382:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T18:10:24,654 DEBUG [master/818bff808382:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T18:10:24,656 INFO [master/818bff808382:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T18:10:24,656 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731953484656 2024-11-18T18:10:24,656 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731953544656 2024-11-18T18:10:24,656 INFO [master/818bff808382:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-18T18:10:24,657 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,41865,1731953421516-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T18:10:24,657 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,41865,1731953421516-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:10:24,657 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,41865,1731953421516-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:10:24,657 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-818bff808382:41865, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:10:24,657 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T18:10:24,657 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T18:10:24,660 DEBUG [master/818bff808382:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T18:10:24,663 INFO [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.045sec 2024-11-18T18:10:24,663 INFO [master/818bff808382:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T18:10:24,663 INFO [master/818bff808382:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T18:10:24,663 INFO [master/818bff808382:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T18:10:24,664 INFO [master/818bff808382:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T18:10:24,664 INFO [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T18:10:24,664 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,41865,1731953421516-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T18:10:24,664 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,41865,1731953421516-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T18:10:24,674 DEBUG [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T18:10:24,674 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T18:10:24,674 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,41865,1731953421516-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:10:24,708 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4edd3723, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:10:24,708 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 818bff808382,41865,-1 for getting cluster id 2024-11-18T18:10:24,709 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T18:10:24,710 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7c734063-8e3b-4872-aec4-6695486fb881' 2024-11-18T18:10:24,711 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T18:10:24,711 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7c734063-8e3b-4872-aec4-6695486fb881" 2024-11-18T18:10:24,711 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@aed3030, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:10:24,711 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [818bff808382,41865,-1] 2024-11-18T18:10:24,712 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T18:10:24,712 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:10:24,713 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54580, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T18:10:24,716 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e656d0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:10:24,716 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T18:10:24,718 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=818bff808382,38471,1731953421572, seqNum=-1] 2024-11-18T18:10:24,718 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T18:10:24,719 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33934, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T18:10:24,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=818bff808382,41865,1731953421516 2024-11-18T18:10:24,723 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:54562 2024-11-18T18:10:24,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:54562, baseZNode=/0-396379395 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T18:10:24,732 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1000bd3a1d30002 connected 2024-11-18T18:10:24,737 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9ef2be0-310d-b02f-dd62-c33cd942833b/hadoop.log.dir so I do NOT create it in target/test-data/68990062-77d4-0314-9128-dd99a2ca4f28 2024-11-18T18:10:24,738 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9ef2be0-310d-b02f-dd62-c33cd942833b/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T18:10:24,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9ef2be0-310d-b02f-dd62-c33cd942833b/hadoop.tmp.dir so I do NOT create it in target/test-data/68990062-77d4-0314-9128-dd99a2ca4f28 2024-11-18T18:10:24,738 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9ef2be0-310d-b02f-dd62-c33cd942833b/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T18:10:24,738 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68990062-77d4-0314-9128-dd99a2ca4f28 2024-11-18T18:10:24,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T18:10:24,738 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68990062-77d4-0314-9128-dd99a2ca4f28/cluster_396a54d6-b57c-29c7-4e6f-e96bf1924bb7, deleteOnExit=true 2024-11-18T18:10:24,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T18:10:24,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68990062-77d4-0314-9128-dd99a2ca4f28/test.cache.data in system properties and HBase conf 2024-11-18T18:10:24,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68990062-77d4-0314-9128-dd99a2ca4f28/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T18:10:24,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68990062-77d4-0314-9128-dd99a2ca4f28/hadoop.log.dir in system properties and HBase conf 2024-11-18T18:10:24,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68990062-77d4-0314-9128-dd99a2ca4f28/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T18:10:24,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68990062-77d4-0314-9128-dd99a2ca4f28/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T18:10:24,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T18:10:24,739 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T18:10:24,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68990062-77d4-0314-9128-dd99a2ca4f28/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T18:10:24,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68990062-77d4-0314-9128-dd99a2ca4f28/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T18:10:24,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68990062-77d4-0314-9128-dd99a2ca4f28/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T18:10:24,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68990062-77d4-0314-9128-dd99a2ca4f28/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T18:10:24,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68990062-77d4-0314-9128-dd99a2ca4f28/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T18:10:24,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68990062-77d4-0314-9128-dd99a2ca4f28/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T18:10:24,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68990062-77d4-0314-9128-dd99a2ca4f28/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T18:10:24,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68990062-77d4-0314-9128-dd99a2ca4f28/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T18:10:24,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68990062-77d4-0314-9128-dd99a2ca4f28/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T18:10:24,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68990062-77d4-0314-9128-dd99a2ca4f28/nfs.dump.dir in system properties and HBase conf 2024-11-18T18:10:24,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68990062-77d4-0314-9128-dd99a2ca4f28/java.io.tmpdir in system properties and HBase conf 2024-11-18T18:10:24,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68990062-77d4-0314-9128-dd99a2ca4f28/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T18:10:24,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68990062-77d4-0314-9128-dd99a2ca4f28/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T18:10:24,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68990062-77d4-0314-9128-dd99a2ca4f28/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T18:10:24,828 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T18:10:24,836 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T18:10:24,841 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T18:10:24,841 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T18:10:24,842 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T18:10:24,843 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T18:10:24,844 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ee1e224{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68990062-77d4-0314-9128-dd99a2ca4f28/hadoop.log.dir/,AVAILABLE} 2024-11-18T18:10:24,844 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@13222590{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T18:10:24,962 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@325753d3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68990062-77d4-0314-9128-dd99a2ca4f28/java.io.tmpdir/jetty-localhost-33481-hadoop-hdfs-3_4_1-tests_jar-_-any-17844639683525291294/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T18:10:24,963 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5bf604b7{HTTP/1.1, (http/1.1)}{localhost:33481} 2024-11-18T18:10:24,963 INFO [Time-limited test {}] server.Server(415): Started @35059ms 2024-11-18T18:10:25,058 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T18:10:25,062 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T18:10:25,064 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T18:10:25,064 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T18:10:25,064 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T18:10:25,064 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@16f1601f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68990062-77d4-0314-9128-dd99a2ca4f28/hadoop.log.dir/,AVAILABLE} 2024-11-18T18:10:25,065 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75f9c4cb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T18:10:25,182 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@372c6d8e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68990062-77d4-0314-9128-dd99a2ca4f28/java.io.tmpdir/jetty-localhost-33567-hadoop-hdfs-3_4_1-tests_jar-_-any-10615735815485059931/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T18:10:25,183 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@654d7991{HTTP/1.1, (http/1.1)}{localhost:33567} 2024-11-18T18:10:25,183 INFO [Time-limited test {}] server.Server(415): Started @35279ms 2024-11-18T18:10:25,184 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T18:10:25,290 WARN [Thread-620 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68990062-77d4-0314-9128-dd99a2ca4f28/cluster_396a54d6-b57c-29c7-4e6f-e96bf1924bb7/data/data1/current/BP-630918297-172.17.0.2-1731953424763/current, will proceed with Du for space computation calculation, 2024-11-18T18:10:25,290 WARN [Thread-621 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68990062-77d4-0314-9128-dd99a2ca4f28/cluster_396a54d6-b57c-29c7-4e6f-e96bf1924bb7/data/data2/current/BP-630918297-172.17.0.2-1731953424763/current, will proceed with Du for space computation calculation, 2024-11-18T18:10:25,309 WARN [Thread-608 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T18:10:25,312 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2e613b283be5a6d3 with lease ID 0xff6dada106dbed41: Processing first storage report for DS-4bc3f383-d7e6-4a77-86db-2cb676755eda from datanode DatanodeRegistration(127.0.0.1:35813, datanodeUuid=5b5a7f3a-0619-4c80-a6f3-cd17d0ef83d7, infoPort=38319, infoSecurePort=0, ipcPort=33611, storageInfo=lv=-57;cid=testClusterID;nsid=676507502;c=1731953424763) 2024-11-18T18:10:25,313 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2e613b283be5a6d3 with lease ID 0xff6dada106dbed41: from storage DS-4bc3f383-d7e6-4a77-86db-2cb676755eda node DatanodeRegistration(127.0.0.1:35813, datanodeUuid=5b5a7f3a-0619-4c80-a6f3-cd17d0ef83d7, infoPort=38319, infoSecurePort=0, ipcPort=33611, storageInfo=lv=-57;cid=testClusterID;nsid=676507502;c=1731953424763), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T18:10:25,313 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2e613b283be5a6d3 with lease ID 0xff6dada106dbed41: Processing first storage report for DS-b5ef1663-837b-4ff3-8b67-8f1f8872b4f3 from datanode DatanodeRegistration(127.0.0.1:35813, datanodeUuid=5b5a7f3a-0619-4c80-a6f3-cd17d0ef83d7, infoPort=38319, infoSecurePort=0, ipcPort=33611, storageInfo=lv=-57;cid=testClusterID;nsid=676507502;c=1731953424763) 2024-11-18T18:10:25,313 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2e613b283be5a6d3 with lease ID 0xff6dada106dbed41: from storage DS-b5ef1663-837b-4ff3-8b67-8f1f8872b4f3 node DatanodeRegistration(127.0.0.1:35813, datanodeUuid=5b5a7f3a-0619-4c80-a6f3-cd17d0ef83d7, infoPort=38319, infoSecurePort=0, ipcPort=33611, storageInfo=lv=-57;cid=testClusterID;nsid=676507502;c=1731953424763), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T18:10:25,316 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68990062-77d4-0314-9128-dd99a2ca4f28 2024-11-18T18:10:25,317 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:10:25,318 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:10:25,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35813 is added to blk_1073741825_1001 (size=7) 2024-11-18T18:10:25,729 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44485/user/jenkins/test-data/766471f8-1654-78a7-9427-072b5eb81c63 with version=8 2024-11-18T18:10:25,730 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44485/user/jenkins/test-data/766471f8-1654-78a7-9427-072b5eb81c63/hbase-staging 2024-11-18T18:10:25,732 INFO [Time-limited test {}] client.ConnectionUtils(128): master/818bff808382:0 server-side Connection retries=45 2024-11-18T18:10:25,733 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T18:10:25,733 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T18:10:25,733 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T18:10:25,733 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T18:10:25,733 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T18:10:25,733 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T18:10:25,733 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T18:10:25,734 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37613 2024-11-18T18:10:25,735 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37613 connecting to ZooKeeper ensemble=127.0.0.1:54562 2024-11-18T18:10:25,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:376130x0, quorum=127.0.0.1:54562, baseZNode=/1-1995580888 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T18:10:25,741 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37613-0x1000bd3a1d30003 connected 2024-11-18T18:10:25,754 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:10:25,756 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:10:25,759 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37613-0x1000bd3a1d30003, quorum=127.0.0.1:54562, baseZNode=/1-1995580888 Set watcher on znode that does not yet exist, /1-1995580888/running 2024-11-18T18:10:25,759 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44485/user/jenkins/test-data/766471f8-1654-78a7-9427-072b5eb81c63, hbase.cluster.distributed=false 2024-11-18T18:10:25,764 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37613-0x1000bd3a1d30003, quorum=127.0.0.1:54562, baseZNode=/1-1995580888 Set watcher on znode that does not yet exist, /1-1995580888/acl 2024-11-18T18:10:25,765 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37613 2024-11-18T18:10:25,768 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37613 2024-11-18T18:10:25,772 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37613 2024-11-18T18:10:25,772 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37613 2024-11-18T18:10:25,776 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37613 2024-11-18T18:10:25,795 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/818bff808382:0 server-side Connection retries=45 2024-11-18T18:10:25,795 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T18:10:25,795 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T18:10:25,795 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T18:10:25,795 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T18:10:25,795 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T18:10:25,795 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T18:10:25,796 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T18:10:25,796 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42815 2024-11-18T18:10:25,797 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42815 connecting to ZooKeeper ensemble=127.0.0.1:54562 2024-11-18T18:10:25,798 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:10:25,799 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:10:25,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:428150x0, quorum=127.0.0.1:54562, baseZNode=/1-1995580888 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T18:10:25,804 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42815-0x1000bd3a1d30004, quorum=127.0.0.1:54562, baseZNode=/1-1995580888 Set watcher on znode that does not yet exist, /1-1995580888/running 2024-11-18T18:10:25,804 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42815-0x1000bd3a1d30004 connected 2024-11-18T18:10:25,804 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T18:10:25,805 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T18:10:25,805 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42815-0x1000bd3a1d30004, quorum=127.0.0.1:54562, baseZNode=/1-1995580888 Set watcher on znode that does not yet exist, /1-1995580888/master 2024-11-18T18:10:25,806 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42815-0x1000bd3a1d30004, quorum=127.0.0.1:54562, baseZNode=/1-1995580888 Set watcher on znode that does not yet exist, /1-1995580888/acl 2024-11-18T18:10:25,807 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42815 2024-11-18T18:10:25,807 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42815 2024-11-18T18:10:25,807 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42815 2024-11-18T18:10:25,814 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42815 2024-11-18T18:10:25,816 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42815 2024-11-18T18:10:25,827 DEBUG [M:0;818bff808382:37613 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;818bff808382:37613 2024-11-18T18:10:25,828 INFO [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1995580888/backup-masters/818bff808382,37613,1731953425732 2024-11-18T18:10:25,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37613-0x1000bd3a1d30003, quorum=127.0.0.1:54562, baseZNode=/1-1995580888 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1995580888/backup-masters 2024-11-18T18:10:25,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42815-0x1000bd3a1d30004, quorum=127.0.0.1:54562, baseZNode=/1-1995580888 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1995580888/backup-masters 2024-11-18T18:10:25,830 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37613-0x1000bd3a1d30003, quorum=127.0.0.1:54562, baseZNode=/1-1995580888 Set watcher on existing znode=/1-1995580888/backup-masters/818bff808382,37613,1731953425732 2024-11-18T18:10:25,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37613-0x1000bd3a1d30003, quorum=127.0.0.1:54562, baseZNode=/1-1995580888 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1995580888 2024-11-18T18:10:25,833 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37613-0x1000bd3a1d30003, quorum=127.0.0.1:54562, baseZNode=/1-1995580888 Set watcher on existing znode=/1-1995580888/master 2024-11-18T18:10:25,833 INFO [master/818bff808382:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1995580888/backup-masters/818bff808382,37613,1731953425732 from backup master directory 2024-11-18T18:10:25,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37613-0x1000bd3a1d30003, quorum=127.0.0.1:54562, baseZNode=/1-1995580888 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1995580888/backup-masters/818bff808382,37613,1731953425732 2024-11-18T18:10:25,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37613-0x1000bd3a1d30003, quorum=127.0.0.1:54562, baseZNode=/1-1995580888 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1995580888/backup-masters 2024-11-18T18:10:25,835 WARN [master/818bff808382:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T18:10:25,835 INFO [master/818bff808382:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=818bff808382,37613,1731953425732 2024-11-18T18:10:25,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42815-0x1000bd3a1d30004, quorum=127.0.0.1:54562, baseZNode=/1-1995580888 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1995580888/master 2024-11-18T18:10:25,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42815-0x1000bd3a1d30004, quorum=127.0.0.1:54562, baseZNode=/1-1995580888 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1995580888 2024-11-18T18:10:25,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42815-0x1000bd3a1d30004, quorum=127.0.0.1:54562, baseZNode=/1-1995580888 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1995580888/backup-masters 2024-11-18T18:10:25,841 DEBUG [master/818bff808382:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44485/user/jenkins/test-data/766471f8-1654-78a7-9427-072b5eb81c63/hbase.id] with ID: dd84384d-fa3c-428c-abf7-cc2e16b74b1c 2024-11-18T18:10:25,841 DEBUG [master/818bff808382:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44485/user/jenkins/test-data/766471f8-1654-78a7-9427-072b5eb81c63/.tmp/hbase.id 2024-11-18T18:10:25,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35813 is added to blk_1073741826_1002 (size=42) 2024-11-18T18:10:26,253 DEBUG [master/818bff808382:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44485/user/jenkins/test-data/766471f8-1654-78a7-9427-072b5eb81c63/.tmp/hbase.id]:[hdfs://localhost:44485/user/jenkins/test-data/766471f8-1654-78a7-9427-072b5eb81c63/hbase.id] 2024-11-18T18:10:26,271 INFO [master/818bff808382:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:10:26,272 INFO [master/818bff808382:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T18:10:26,274 INFO [master/818bff808382:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-18T18:10:26,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42815-0x1000bd3a1d30004, quorum=127.0.0.1:54562, baseZNode=/1-1995580888 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1995580888 2024-11-18T18:10:26,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37613-0x1000bd3a1d30003, quorum=127.0.0.1:54562, baseZNode=/1-1995580888 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1995580888 2024-11-18T18:10:26,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35813 is added to blk_1073741827_1003 (size=196) 2024-11-18T18:10:26,290 INFO [master/818bff808382:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T18:10:26,291 INFO [master/818bff808382:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T18:10:26,292 INFO [master/818bff808382:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T18:10:26,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35813 is added to blk_1073741828_1004 (size=1189) 2024-11-18T18:10:26,307 INFO [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44485/user/jenkins/test-data/766471f8-1654-78a7-9427-072b5eb81c63/MasterData/data/master/store 2024-11-18T18:10:26,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35813 is added to blk_1073741829_1005 (size=34) 2024-11-18T18:10:26,323 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:10:26,323 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T18:10:26,323 INFO [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:10:26,323 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:10:26,323 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T18:10:26,323 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:10:26,323 INFO [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:10:26,323 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731953426323Disabling compacts and flushes for region at 1731953426323Disabling writes for close at 1731953426323Writing region close event to WAL at 1731953426323Closed at 1731953426323 2024-11-18T18:10:26,324 WARN [master/818bff808382:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44485/user/jenkins/test-data/766471f8-1654-78a7-9427-072b5eb81c63/MasterData/data/master/store/.initializing 2024-11-18T18:10:26,324 DEBUG [master/818bff808382:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44485/user/jenkins/test-data/766471f8-1654-78a7-9427-072b5eb81c63/MasterData/WALs/818bff808382,37613,1731953425732 2024-11-18T18:10:26,330 INFO [master/818bff808382:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T18:10:26,341 INFO [master/818bff808382:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=818bff808382%2C37613%2C1731953425732, suffix=, logDir=hdfs://localhost:44485/user/jenkins/test-data/766471f8-1654-78a7-9427-072b5eb81c63/MasterData/WALs/818bff808382,37613,1731953425732, archiveDir=hdfs://localhost:44485/user/jenkins/test-data/766471f8-1654-78a7-9427-072b5eb81c63/MasterData/oldWALs, maxLogs=10 2024-11-18T18:10:26,362 DEBUG [master/818bff808382:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/766471f8-1654-78a7-9427-072b5eb81c63/MasterData/WALs/818bff808382,37613,1731953425732/818bff808382%2C37613%2C1731953425732.1731953426342, exclude list is [], retry=0 2024-11-18T18:10:26,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35813,DS-4bc3f383-d7e6-4a77-86db-2cb676755eda,DISK] 2024-11-18T18:10:26,375 INFO [master/818bff808382:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/766471f8-1654-78a7-9427-072b5eb81c63/MasterData/WALs/818bff808382,37613,1731953425732/818bff808382%2C37613%2C1731953425732.1731953426342 2024-11-18T18:10:26,376 DEBUG [master/818bff808382:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38319:38319)] 2024-11-18T18:10:26,376 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T18:10:26,376 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:10:26,376 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:10:26,376 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:10:26,379 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:10:26,381 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T18:10:26,381 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:10:26,382 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:10:26,382 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:10:26,383 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T18:10:26,384 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:10:26,384 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:10:26,384 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:10:26,386 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T18:10:26,386 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:10:26,387 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:10:26,387 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:10:26,388 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T18:10:26,389 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:10:26,392 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:10:26,393 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:10:26,400 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44485/user/jenkins/test-data/766471f8-1654-78a7-9427-072b5eb81c63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:10:26,401 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44485/user/jenkins/test-data/766471f8-1654-78a7-9427-072b5eb81c63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:10:26,403 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:10:26,403 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:10:26,403 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T18:10:26,405 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:10:26,409 DEBUG [master/818bff808382:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44485/user/jenkins/test-data/766471f8-1654-78a7-9427-072b5eb81c63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T18:10:26,409 INFO [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74799582, jitterRate=0.11460062861442566}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T18:10:26,409 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731953426377Initializing all the Stores at 1731953426378 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953426378Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953426378Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953426378Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953426378Cleaning up temporary data from old regions at 1731953426403 (+25 ms)Region opened successfully at 1731953426409 (+6 ms) 2024-11-18T18:10:26,412 INFO [master/818bff808382:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T18:10:26,417 DEBUG [master/818bff808382:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f6995b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=818bff808382/172.17.0.2:0 2024-11-18T18:10:26,419 INFO [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T18:10:26,419 INFO [master/818bff808382:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T18:10:26,420 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T18:10:26,420 INFO [master/818bff808382:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T18:10:26,420 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T18:10:26,421 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T18:10:26,421 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T18:10:26,430 INFO [master/818bff808382:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T18:10:26,431 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37613-0x1000bd3a1d30003, quorum=127.0.0.1:54562, baseZNode=/1-1995580888 Unable to get data of znode /1-1995580888/balancer because node does not exist (not necessarily an error) 2024-11-18T18:10:26,433 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1995580888/balancer already deleted, retry=false 2024-11-18T18:10:26,433 INFO [master/818bff808382:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T18:10:26,434 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37613-0x1000bd3a1d30003, quorum=127.0.0.1:54562, baseZNode=/1-1995580888 Unable to get data of znode /1-1995580888/normalizer because node does not exist (not necessarily an error) 2024-11-18T18:10:26,435 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1995580888/normalizer already deleted, retry=false 2024-11-18T18:10:26,436 INFO [master/818bff808382:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T18:10:26,440 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37613-0x1000bd3a1d30003, quorum=127.0.0.1:54562, baseZNode=/1-1995580888 Unable to get data of znode /1-1995580888/switch/split because node does not exist (not necessarily an error) 2024-11-18T18:10:26,441 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1995580888/switch/split already deleted, retry=false 2024-11-18T18:10:26,442 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37613-0x1000bd3a1d30003, quorum=127.0.0.1:54562, baseZNode=/1-1995580888 Unable to get data of znode /1-1995580888/switch/merge because node does not exist (not necessarily an error) 2024-11-18T18:10:26,444 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1995580888/switch/merge already deleted, retry=false 2024-11-18T18:10:26,447 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37613-0x1000bd3a1d30003, quorum=127.0.0.1:54562, baseZNode=/1-1995580888 Unable to get data of znode /1-1995580888/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T18:10:26,451 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1995580888/snapshot-cleanup already deleted, retry=false 2024-11-18T18:10:26,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42815-0x1000bd3a1d30004, quorum=127.0.0.1:54562, baseZNode=/1-1995580888 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1995580888/running 2024-11-18T18:10:26,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37613-0x1000bd3a1d30003, quorum=127.0.0.1:54562, baseZNode=/1-1995580888 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1995580888/running 2024-11-18T18:10:26,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42815-0x1000bd3a1d30004, quorum=127.0.0.1:54562, baseZNode=/1-1995580888 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1995580888 2024-11-18T18:10:26,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37613-0x1000bd3a1d30003, quorum=127.0.0.1:54562, baseZNode=/1-1995580888 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1995580888 2024-11-18T18:10:26,455 INFO [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=818bff808382,37613,1731953425732, sessionid=0x1000bd3a1d30003, setting cluster-up flag (Was=false) 2024-11-18T18:10:26,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42815-0x1000bd3a1d30004, quorum=127.0.0.1:54562, baseZNode=/1-1995580888 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1995580888 2024-11-18T18:10:26,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37613-0x1000bd3a1d30003, quorum=127.0.0.1:54562, baseZNode=/1-1995580888 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1995580888 2024-11-18T18:10:26,481 DEBUG [master/818bff808382:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1995580888/flush-table-proc/acquired, /1-1995580888/flush-table-proc/reached, /1-1995580888/flush-table-proc/abort 2024-11-18T18:10:26,489 DEBUG [master/818bff808382:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=818bff808382,37613,1731953425732 2024-11-18T18:10:26,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42815-0x1000bd3a1d30004, quorum=127.0.0.1:54562, baseZNode=/1-1995580888 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1995580888 2024-11-18T18:10:26,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37613-0x1000bd3a1d30003, quorum=127.0.0.1:54562, baseZNode=/1-1995580888 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1995580888 2024-11-18T18:10:26,500 DEBUG [master/818bff808382:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1995580888/online-snapshot/acquired, /1-1995580888/online-snapshot/reached, /1-1995580888/online-snapshot/abort 2024-11-18T18:10:26,501 DEBUG [master/818bff808382:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=818bff808382,37613,1731953425732 2024-11-18T18:10:26,517 INFO [master/818bff808382:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44485/user/jenkins/test-data/766471f8-1654-78a7-9427-072b5eb81c63/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T18:10:26,533 DEBUG [master/818bff808382:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T18:10:26,534 INFO [master/818bff808382:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T18:10:26,534 INFO [master/818bff808382:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T18:10:26,534 DEBUG [master/818bff808382:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 818bff808382,37613,1731953425732 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T18:10:26,536 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/818bff808382:0, corePoolSize=5, maxPoolSize=5 2024-11-18T18:10:26,536 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/818bff808382:0, corePoolSize=5, maxPoolSize=5 2024-11-18T18:10:26,536 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/818bff808382:0, corePoolSize=5, maxPoolSize=5 2024-11-18T18:10:26,536 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/818bff808382:0, corePoolSize=5, maxPoolSize=5 2024-11-18T18:10:26,536 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/818bff808382:0, corePoolSize=10, maxPoolSize=10 2024-11-18T18:10:26,536 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:10:26,536 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/818bff808382:0, corePoolSize=2, maxPoolSize=2 2024-11-18T18:10:26,536 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:10:26,545 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T18:10:26,545 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T18:10:26,547 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:10:26,547 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T18:10:26,552 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731953456552 2024-11-18T18:10:26,552 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T18:10:26,552 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T18:10:26,552 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T18:10:26,552 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T18:10:26,552 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T18:10:26,552 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T18:10:26,556 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T18:10:26,557 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T18:10:26,557 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T18:10:26,557 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T18:10:26,557 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T18:10:26,558 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T18:10:26,558 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T18:10:26,560 DEBUG [master/818bff808382:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/818bff808382:0:becomeActiveMaster-HFileCleaner.large.0-1731953426558,5,FailOnTimeoutGroup] 2024-11-18T18:10:26,560 DEBUG [master/818bff808382:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/818bff808382:0:becomeActiveMaster-HFileCleaner.small.0-1731953426560,5,FailOnTimeoutGroup] 2024-11-18T18:10:26,560 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T18:10:26,560 INFO [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T18:10:26,560 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T18:10:26,560 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T18:10:26,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35813 is added to blk_1073741831_1007 (size=1321) 2024-11-18T18:10:26,618 INFO [RS:0;818bff808382:42815 {}] regionserver.HRegionServer(746): ClusterId : dd84384d-fa3c-428c-abf7-cc2e16b74b1c 2024-11-18T18:10:26,618 DEBUG [RS:0;818bff808382:42815 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T18:10:26,621 DEBUG [RS:0;818bff808382:42815 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T18:10:26,621 DEBUG [RS:0;818bff808382:42815 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T18:10:26,625 DEBUG [RS:0;818bff808382:42815 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T18:10:26,625 DEBUG [RS:0;818bff808382:42815 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b16e37c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=818bff808382/172.17.0.2:0 2024-11-18T18:10:26,647 DEBUG [RS:0;818bff808382:42815 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;818bff808382:42815 2024-11-18T18:10:26,648 INFO [RS:0;818bff808382:42815 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T18:10:26,648 INFO [RS:0;818bff808382:42815 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T18:10:26,648 DEBUG [RS:0;818bff808382:42815 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T18:10:26,649 INFO [RS:0;818bff808382:42815 {}] regionserver.HRegionServer(2659): reportForDuty to master=818bff808382,37613,1731953425732 with port=42815, startcode=1731953425795 2024-11-18T18:10:26,650 DEBUG [RS:0;818bff808382:42815 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T18:10:26,653 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56681, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T18:10:26,653 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37613 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 818bff808382,42815,1731953425795 2024-11-18T18:10:26,653 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37613 {}] master.ServerManager(517): Registering regionserver=818bff808382,42815,1731953425795 2024-11-18T18:10:26,656 DEBUG [RS:0;818bff808382:42815 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44485/user/jenkins/test-data/766471f8-1654-78a7-9427-072b5eb81c63 2024-11-18T18:10:26,656 DEBUG [RS:0;818bff808382:42815 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44485 2024-11-18T18:10:26,656 DEBUG [RS:0;818bff808382:42815 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T18:10:26,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37613-0x1000bd3a1d30003, quorum=127.0.0.1:54562, baseZNode=/1-1995580888 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1995580888/rs 2024-11-18T18:10:26,661 DEBUG [RS:0;818bff808382:42815 {}] zookeeper.ZKUtil(111): regionserver:42815-0x1000bd3a1d30004, quorum=127.0.0.1:54562, baseZNode=/1-1995580888 Set watcher on existing znode=/1-1995580888/rs/818bff808382,42815,1731953425795 2024-11-18T18:10:26,661 WARN [RS:0;818bff808382:42815 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T18:10:26,661 INFO [RS:0;818bff808382:42815 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T18:10:26,662 DEBUG [RS:0;818bff808382:42815 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44485/user/jenkins/test-data/766471f8-1654-78a7-9427-072b5eb81c63/WALs/818bff808382,42815,1731953425795 2024-11-18T18:10:26,663 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [818bff808382,42815,1731953425795] 2024-11-18T18:10:26,672 INFO [RS:0;818bff808382:42815 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T18:10:26,675 INFO [RS:0;818bff808382:42815 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T18:10:26,676 INFO [RS:0;818bff808382:42815 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T18:10:26,676 INFO [RS:0;818bff808382:42815 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T18:10:26,680 INFO [RS:0;818bff808382:42815 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T18:10:26,684 INFO [RS:0;818bff808382:42815 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T18:10:26,684 INFO [RS:0;818bff808382:42815 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T18:10:26,684 DEBUG [RS:0;818bff808382:42815 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:10:26,684 DEBUG [RS:0;818bff808382:42815 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:10:26,684 DEBUG [RS:0;818bff808382:42815 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:10:26,684 DEBUG [RS:0;818bff808382:42815 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:10:26,684 DEBUG [RS:0;818bff808382:42815 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:10:26,685 DEBUG [RS:0;818bff808382:42815 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/818bff808382:0, corePoolSize=2, maxPoolSize=2 2024-11-18T18:10:26,685 DEBUG [RS:0;818bff808382:42815 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:10:26,685 DEBUG [RS:0;818bff808382:42815 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:10:26,685 DEBUG [RS:0;818bff808382:42815 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:10:26,685 DEBUG [RS:0;818bff808382:42815 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:10:26,685 DEBUG [RS:0;818bff808382:42815 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:10:26,685 DEBUG [RS:0;818bff808382:42815 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:10:26,685 DEBUG [RS:0;818bff808382:42815 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0, corePoolSize=3, maxPoolSize=3 2024-11-18T18:10:26,685 DEBUG [RS:0;818bff808382:42815 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/818bff808382:0, corePoolSize=3, maxPoolSize=3 2024-11-18T18:10:26,690 INFO [RS:0;818bff808382:42815 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T18:10:26,690 INFO [RS:0;818bff808382:42815 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T18:10:26,690 INFO [RS:0;818bff808382:42815 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T18:10:26,690 INFO [RS:0;818bff808382:42815 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T18:10:26,690 INFO [RS:0;818bff808382:42815 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T18:10:26,691 INFO [RS:0;818bff808382:42815 {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,42815,1731953425795-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T18:10:26,710 INFO [RS:0;818bff808382:42815 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T18:10:26,711 INFO [RS:0;818bff808382:42815 {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,42815,1731953425795-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T18:10:26,711 INFO [RS:0;818bff808382:42815 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:10:26,711 INFO [RS:0;818bff808382:42815 {}] regionserver.Replication(171): 818bff808382,42815,1731953425795 started 2024-11-18T18:10:26,730 INFO [RS:0;818bff808382:42815 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:10:26,730 INFO [RS:0;818bff808382:42815 {}] regionserver.HRegionServer(1482): Serving as 818bff808382,42815,1731953425795, RpcServer on 818bff808382/172.17.0.2:42815, sessionid=0x1000bd3a1d30004 2024-11-18T18:10:26,730 DEBUG [RS:0;818bff808382:42815 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T18:10:26,730 DEBUG [RS:0;818bff808382:42815 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 818bff808382,42815,1731953425795 2024-11-18T18:10:26,730 DEBUG [RS:0;818bff808382:42815 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '818bff808382,42815,1731953425795' 2024-11-18T18:10:26,730 DEBUG [RS:0;818bff808382:42815 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1995580888/flush-table-proc/abort' 2024-11-18T18:10:26,731 DEBUG [RS:0;818bff808382:42815 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1995580888/flush-table-proc/acquired' 2024-11-18T18:10:26,731 DEBUG [RS:0;818bff808382:42815 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T18:10:26,731 DEBUG [RS:0;818bff808382:42815 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T18:10:26,731 DEBUG [RS:0;818bff808382:42815 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 818bff808382,42815,1731953425795 2024-11-18T18:10:26,731 DEBUG [RS:0;818bff808382:42815 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '818bff808382,42815,1731953425795' 2024-11-18T18:10:26,731 DEBUG [RS:0;818bff808382:42815 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1995580888/online-snapshot/abort' 2024-11-18T18:10:26,732 DEBUG [RS:0;818bff808382:42815 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1995580888/online-snapshot/acquired' 2024-11-18T18:10:26,732 DEBUG [RS:0;818bff808382:42815 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T18:10:26,732 INFO [RS:0;818bff808382:42815 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T18:10:26,732 INFO [RS:0;818bff808382:42815 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T18:10:26,833 INFO [RS:0;818bff808382:42815 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T18:10:26,835 INFO [RS:0;818bff808382:42815 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=818bff808382%2C42815%2C1731953425795, suffix=, logDir=hdfs://localhost:44485/user/jenkins/test-data/766471f8-1654-78a7-9427-072b5eb81c63/WALs/818bff808382,42815,1731953425795, archiveDir=hdfs://localhost:44485/user/jenkins/test-data/766471f8-1654-78a7-9427-072b5eb81c63/oldWALs, maxLogs=10 2024-11-18T18:10:26,857 DEBUG [RS:0;818bff808382:42815 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/766471f8-1654-78a7-9427-072b5eb81c63/WALs/818bff808382,42815,1731953425795/818bff808382%2C42815%2C1731953425795.1731953426835, exclude list is [], retry=0 2024-11-18T18:10:26,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35813,DS-4bc3f383-d7e6-4a77-86db-2cb676755eda,DISK] 2024-11-18T18:10:26,866 INFO [RS:0;818bff808382:42815 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/766471f8-1654-78a7-9427-072b5eb81c63/WALs/818bff808382,42815,1731953425795/818bff808382%2C42815%2C1731953425795.1731953426835 2024-11-18T18:10:26,867 DEBUG [RS:0;818bff808382:42815 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38319:38319)] 2024-11-18T18:10:26,965 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44485/user/jenkins/test-data/766471f8-1654-78a7-9427-072b5eb81c63/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T18:10:26,965 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44485/user/jenkins/test-data/766471f8-1654-78a7-9427-072b5eb81c63 2024-11-18T18:10:26,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35813 is added to blk_1073741833_1009 (size=32) 2024-11-18T18:10:27,374 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:10:27,376 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T18:10:27,378 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T18:10:27,378 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:10:27,379 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:10:27,379 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T18:10:27,381 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T18:10:27,381 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:10:27,381 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:10:27,381 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T18:10:27,383 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T18:10:27,383 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:10:27,384 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:10:27,384 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T18:10:27,386 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T18:10:27,386 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:10:27,386 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:10:27,387 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T18:10:27,387 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44485/user/jenkins/test-data/766471f8-1654-78a7-9427-072b5eb81c63/data/hbase/meta/1588230740 2024-11-18T18:10:27,388 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44485/user/jenkins/test-data/766471f8-1654-78a7-9427-072b5eb81c63/data/hbase/meta/1588230740 2024-11-18T18:10:27,389 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T18:10:27,389 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T18:10:27,390 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T18:10:27,391 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T18:10:27,394 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44485/user/jenkins/test-data/766471f8-1654-78a7-9427-072b5eb81c63/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T18:10:27,394 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67816852, jitterRate=0.010549843311309814}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T18:10:27,395 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731953427374Initializing all the Stores at 1731953427376 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953427376Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953427376Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953427376Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953427376Cleaning up temporary data from old regions at 1731953427389 (+13 ms)Region opened successfully at 1731953427395 (+6 ms) 2024-11-18T18:10:27,395 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T18:10:27,395 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T18:10:27,395 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T18:10:27,395 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T18:10:27,395 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T18:10:27,395 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T18:10:27,396 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731953427395Disabling compacts and flushes for region at 1731953427395Disabling writes for close at 1731953427395Writing region close event to WAL at 1731953427395Closed at 1731953427395 2024-11-18T18:10:27,397 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T18:10:27,397 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T18:10:27,398 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T18:10:27,399 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T18:10:27,401 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T18:10:27,551 DEBUG [818bff808382:37613 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T18:10:27,552 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=818bff808382,42815,1731953425795 2024-11-18T18:10:27,553 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 818bff808382,42815,1731953425795, state=OPENING 2024-11-18T18:10:27,555 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T18:10:27,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42815-0x1000bd3a1d30004, quorum=127.0.0.1:54562, baseZNode=/1-1995580888 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1995580888 2024-11-18T18:10:27,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37613-0x1000bd3a1d30003, quorum=127.0.0.1:54562, baseZNode=/1-1995580888 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1995580888 2024-11-18T18:10:27,557 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T18:10:27,557 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1995580888/meta-region-server: CHANGED 2024-11-18T18:10:27,557 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1995580888/meta-region-server: CHANGED 2024-11-18T18:10:27,557 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=818bff808382,42815,1731953425795}] 2024-11-18T18:10:27,711 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T18:10:27,713 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56113, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T18:10:27,717 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T18:10:27,717 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T18:10:27,717 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T18:10:27,719 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=818bff808382%2C42815%2C1731953425795.meta, suffix=.meta, logDir=hdfs://localhost:44485/user/jenkins/test-data/766471f8-1654-78a7-9427-072b5eb81c63/WALs/818bff808382,42815,1731953425795, archiveDir=hdfs://localhost:44485/user/jenkins/test-data/766471f8-1654-78a7-9427-072b5eb81c63/oldWALs, maxLogs=10 2024-11-18T18:10:27,733 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/766471f8-1654-78a7-9427-072b5eb81c63/WALs/818bff808382,42815,1731953425795/818bff808382%2C42815%2C1731953425795.meta.1731953427720.meta, exclude list is [], retry=0 2024-11-18T18:10:27,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35813,DS-4bc3f383-d7e6-4a77-86db-2cb676755eda,DISK] 2024-11-18T18:10:27,738 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/766471f8-1654-78a7-9427-072b5eb81c63/WALs/818bff808382,42815,1731953425795/818bff808382%2C42815%2C1731953425795.meta.1731953427720.meta 2024-11-18T18:10:27,740 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38319:38319)] 2024-11-18T18:10:27,740 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T18:10:27,740 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T18:10:27,740 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T18:10:27,741 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T18:10:27,741 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T18:10:27,741 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T18:10:27,741 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:10:27,741 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T18:10:27,741 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T18:10:27,742 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T18:10:27,743 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T18:10:27,743 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:10:27,744 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:10:27,744 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T18:10:27,745 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T18:10:27,745 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:10:27,745 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:10:27,746 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T18:10:27,746 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T18:10:27,746 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:10:27,747 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:10:27,747 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T18:10:27,748 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T18:10:27,748 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:10:27,748 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:10:27,748 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T18:10:27,749 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44485/user/jenkins/test-data/766471f8-1654-78a7-9427-072b5eb81c63/data/hbase/meta/1588230740 2024-11-18T18:10:27,750 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44485/user/jenkins/test-data/766471f8-1654-78a7-9427-072b5eb81c63/data/hbase/meta/1588230740 2024-11-18T18:10:27,752 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T18:10:27,752 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T18:10:27,753 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T18:10:27,754 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T18:10:27,755 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74369582, jitterRate=0.10819312930107117}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T18:10:27,755 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T18:10:27,755 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731953427741Writing region info on filesystem at 1731953427741Initializing all the Stores at 1731953427742 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953427742Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953427742Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953427742Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953427742Cleaning up temporary data from old regions at 1731953427752 (+10 ms)Running coprocessor post-open hooks at 1731953427755 (+3 ms)Region opened successfully at 1731953427755 2024-11-18T18:10:27,756 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731953427711 2024-11-18T18:10:27,759 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T18:10:27,759 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T18:10:27,760 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=818bff808382,42815,1731953425795 2024-11-18T18:10:27,761 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 818bff808382,42815,1731953425795, state=OPEN 2024-11-18T18:10:27,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37613-0x1000bd3a1d30003, quorum=127.0.0.1:54562, baseZNode=/1-1995580888 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1995580888/meta-region-server 2024-11-18T18:10:27,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42815-0x1000bd3a1d30004, quorum=127.0.0.1:54562, baseZNode=/1-1995580888 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1995580888/meta-region-server 2024-11-18T18:10:27,763 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=818bff808382,42815,1731953425795 2024-11-18T18:10:27,763 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1995580888/meta-region-server: CHANGED 2024-11-18T18:10:27,763 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1995580888/meta-region-server: CHANGED 2024-11-18T18:10:27,766 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T18:10:27,766 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=818bff808382,42815,1731953425795 in 206 msec 2024-11-18T18:10:27,769 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T18:10:27,769 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 368 msec 2024-11-18T18:10:27,770 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T18:10:27,770 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T18:10:27,772 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T18:10:27,772 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=818bff808382,42815,1731953425795, seqNum=-1] 2024-11-18T18:10:27,772 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T18:10:27,773 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49707, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T18:10:27,781 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2500 sec 2024-11-18T18:10:27,781 INFO [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731953427781, completionTime=-1 2024-11-18T18:10:27,781 INFO [master/818bff808382:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T18:10:27,781 DEBUG [master/818bff808382:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T18:10:27,783 INFO [master/818bff808382:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T18:10:27,784 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731953487783 2024-11-18T18:10:27,784 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731953547784 2024-11-18T18:10:27,784 INFO [master/818bff808382:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-18T18:10:27,784 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,37613,1731953425732-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T18:10:27,784 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,37613,1731953425732-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:10:27,784 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,37613,1731953425732-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:10:27,784 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-818bff808382:37613, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:10:27,784 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T18:10:27,787 DEBUG [master/818bff808382:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T18:10:27,788 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T18:10:27,792 INFO [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.957sec 2024-11-18T18:10:27,792 INFO [master/818bff808382:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T18:10:27,792 INFO [master/818bff808382:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T18:10:27,792 INFO [master/818bff808382:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T18:10:27,792 INFO [master/818bff808382:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T18:10:27,792 INFO [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T18:10:27,792 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,37613,1731953425732-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T18:10:27,792 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,37613,1731953425732-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T18:10:27,797 DEBUG [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T18:10:27,797 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T18:10:27,798 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,37613,1731953425732-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:10:27,819 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c2be479, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:10:27,819 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 818bff808382,37613,-1 for getting cluster id 2024-11-18T18:10:27,819 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T18:10:27,820 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dd84384d-fa3c-428c-abf7-cc2e16b74b1c' 2024-11-18T18:10:27,821 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T18:10:27,821 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dd84384d-fa3c-428c-abf7-cc2e16b74b1c" 2024-11-18T18:10:27,821 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55703880, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:10:27,821 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [818bff808382,37613,-1] 2024-11-18T18:10:27,821 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T18:10:27,822 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:10:27,823 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T18:10:27,824 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fa38317, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:10:27,824 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T18:10:27,825 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=818bff808382,42815,1731953425795, seqNum=-1] 2024-11-18T18:10:27,826 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T18:10:27,827 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T18:10:27,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=818bff808382,37613,1731953425732 2024-11-18T18:10:27,830 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:54562 2024-11-18T18:10:27,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:54562, baseZNode=/1-1995580888 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T18:10:27,833 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1000bd3a1d30005 connected 2024-11-18T18:10:27,839 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3234deef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:10:27,839 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 818bff808382,41865,-1 for getting cluster id 2024-11-18T18:10:27,840 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T18:10:27,840 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7c734063-8e3b-4872-aec4-6695486fb881' 2024-11-18T18:10:27,841 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T18:10:27,841 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7c734063-8e3b-4872-aec4-6695486fb881" 2024-11-18T18:10:27,841 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@214cc315, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:10:27,841 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [818bff808382,41865,-1] 2024-11-18T18:10:27,841 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T18:10:27,841 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:10:27,842 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T18:10:27,843 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@168cdef9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:10:27,843 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T18:10:27,844 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 818bff808382,41865,1731953421516 2024-11-18T18:10:27,844 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6503b3fe 2024-11-18T18:10:27,844 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T18:10:27,845 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T18:10:27,846 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41865 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://818bff808382:37613,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-18T18:10:27,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41865 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T18:10:27,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41865 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T18:10:27,849 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='818bff808382:37613' 2024-11-18T18:10:27,850 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@557719c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:10:27,850 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 818bff808382,37613,-1 for getting cluster id 2024-11-18T18:10:27,850 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T18:10:27,851 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dd84384d-fa3c-428c-abf7-cc2e16b74b1c' 2024-11-18T18:10:27,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T18:10:27,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dd84384d-fa3c-428c-abf7-cc2e16b74b1c" 2024-11-18T18:10:27,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ba10a3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:10:27,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [818bff808382,37613,-1] 2024-11-18T18:10:27,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T18:10:27,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:10:27,853 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T18:10:27,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cf9cc43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:10:27,854 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T18:10:27,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 818bff808382,37613,1731953425732 2024-11-18T18:10:27,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1d15ebc2 2024-11-18T18:10:27,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T18:10:27,855 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T18:10:27,856 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-18T18:10:27,856 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T18:10:27,856 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:10:27,856 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:10:27,856 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T18:10:27,857 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T18:10:27,858 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-18T18:10:27,860 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T18:10:27,860 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:10:27,861 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T18:10:27,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46341 is added to blk_1073741835_1011 (size=1138) 2024-11-18T18:10:27,909 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-18T18:10:27,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41865 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T18:10:28,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41865 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T18:10:28,278 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4b8b55bb66d012b1129c645c29681e1d, NAME => 'hbase:replication,,1731953427857.4b8b55bb66d012b1129c645c29681e1d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32943/user/jenkins/test-data/5448975d-1743-9402-9e12-733e27ba09f4 2024-11-18T18:10:28,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46341 is added to blk_1073741836_1012 (size=44) 2024-11-18T18:10:28,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41865 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T18:10:28,687 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731953427857.4b8b55bb66d012b1129c645c29681e1d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:10:28,687 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 4b8b55bb66d012b1129c645c29681e1d, disabling compactions & flushes 2024-11-18T18:10:28,687 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731953427857.4b8b55bb66d012b1129c645c29681e1d. 2024-11-18T18:10:28,687 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731953427857.4b8b55bb66d012b1129c645c29681e1d. 2024-11-18T18:10:28,687 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731953427857.4b8b55bb66d012b1129c645c29681e1d. after waiting 0 ms 2024-11-18T18:10:28,687 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731953427857.4b8b55bb66d012b1129c645c29681e1d. 2024-11-18T18:10:28,687 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731953427857.4b8b55bb66d012b1129c645c29681e1d. 2024-11-18T18:10:28,687 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4b8b55bb66d012b1129c645c29681e1d: Waiting for close lock at 1731953428687Disabling compacts and flushes for region at 1731953428687Disabling writes for close at 1731953428687Writing region close event to WAL at 1731953428687Closed at 1731953428687 2024-11-18T18:10:28,689 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T18:10:28,689 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731953427857.4b8b55bb66d012b1129c645c29681e1d.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731953428689"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731953428689"}]},"ts":"1731953428689"} 2024-11-18T18:10:28,693 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T18:10:28,694 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T18:10:28,695 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731953428694"}]},"ts":"1731953428694"} 2024-11-18T18:10:28,697 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-18T18:10:28,697 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4b8b55bb66d012b1129c645c29681e1d, ASSIGN}] 2024-11-18T18:10:28,699 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4b8b55bb66d012b1129c645c29681e1d, ASSIGN 2024-11-18T18:10:28,700 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4b8b55bb66d012b1129c645c29681e1d, ASSIGN; state=OFFLINE, location=818bff808382,38471,1731953421572; forceNewPlan=false, retain=false 2024-11-18T18:10:28,851 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=4b8b55bb66d012b1129c645c29681e1d, regionState=OPENING, regionLocation=818bff808382,38471,1731953421572 2024-11-18T18:10:28,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4b8b55bb66d012b1129c645c29681e1d, ASSIGN because future has completed 2024-11-18T18:10:28,855 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4b8b55bb66d012b1129c645c29681e1d, server=818bff808382,38471,1731953421572}] 2024-11-18T18:10:28,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41865 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T18:10:29,013 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731953427857.4b8b55bb66d012b1129c645c29681e1d. 2024-11-18T18:10:29,014 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T18:10:29,014 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-18T18:10:29,016 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=818bff808382%2C38471%2C1731953421572.rep, suffix=, logDir=hdfs://localhost:32943/user/jenkins/test-data/5448975d-1743-9402-9e12-733e27ba09f4/WALs/818bff808382,38471,1731953421572, archiveDir=hdfs://localhost:32943/user/jenkins/test-data/5448975d-1743-9402-9e12-733e27ba09f4/oldWALs, maxLogs=10 2024-11-18T18:10:29,030 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5448975d-1743-9402-9e12-733e27ba09f4/WALs/818bff808382,38471,1731953421572/818bff808382%2C38471%2C1731953421572.rep.1731953429016, exclude list is [], retry=0 2024-11-18T18:10:29,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46341,DS-4b5833ec-2bb2-463a-ac03-be814d5c0330,DISK] 2024-11-18T18:10:29,036 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5448975d-1743-9402-9e12-733e27ba09f4/WALs/818bff808382,38471,1731953421572/818bff808382%2C38471%2C1731953421572.rep.1731953429016 2024-11-18T18:10:29,037 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42289:42289)] 2024-11-18T18:10:29,037 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 4b8b55bb66d012b1129c645c29681e1d, NAME => 'hbase:replication,,1731953427857.4b8b55bb66d012b1129c645c29681e1d.', STARTKEY => '', ENDKEY => ''} 2024-11-18T18:10:29,037 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T18:10:29,038 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T18:10:29,038 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731953427857.4b8b55bb66d012b1129c645c29681e1d. service=MultiRowMutationService 2024-11-18T18:10:29,038 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-18T18:10:29,038 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 4b8b55bb66d012b1129c645c29681e1d 2024-11-18T18:10:29,038 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731953427857.4b8b55bb66d012b1129c645c29681e1d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:10:29,038 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 4b8b55bb66d012b1129c645c29681e1d 2024-11-18T18:10:29,038 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 4b8b55bb66d012b1129c645c29681e1d 2024-11-18T18:10:29,040 INFO [StoreOpener-4b8b55bb66d012b1129c645c29681e1d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 4b8b55bb66d012b1129c645c29681e1d 2024-11-18T18:10:29,041 INFO [StoreOpener-4b8b55bb66d012b1129c645c29681e1d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4b8b55bb66d012b1129c645c29681e1d columnFamilyName hfileref 2024-11-18T18:10:29,042 DEBUG [StoreOpener-4b8b55bb66d012b1129c645c29681e1d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:10:29,042 INFO [StoreOpener-4b8b55bb66d012b1129c645c29681e1d-1 {}] regionserver.HStore(327): Store=4b8b55bb66d012b1129c645c29681e1d/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:10:29,042 INFO [StoreOpener-4b8b55bb66d012b1129c645c29681e1d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 4b8b55bb66d012b1129c645c29681e1d 2024-11-18T18:10:29,044 INFO [StoreOpener-4b8b55bb66d012b1129c645c29681e1d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4b8b55bb66d012b1129c645c29681e1d columnFamilyName queue 2024-11-18T18:10:29,044 DEBUG [StoreOpener-4b8b55bb66d012b1129c645c29681e1d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:10:29,044 INFO [StoreOpener-4b8b55bb66d012b1129c645c29681e1d-1 {}] regionserver.HStore(327): Store=4b8b55bb66d012b1129c645c29681e1d/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:10:29,044 INFO [StoreOpener-4b8b55bb66d012b1129c645c29681e1d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 4b8b55bb66d012b1129c645c29681e1d 2024-11-18T18:10:29,046 INFO [StoreOpener-4b8b55bb66d012b1129c645c29681e1d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4b8b55bb66d012b1129c645c29681e1d columnFamilyName sid 2024-11-18T18:10:29,046 DEBUG [StoreOpener-4b8b55bb66d012b1129c645c29681e1d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:10:29,046 INFO [StoreOpener-4b8b55bb66d012b1129c645c29681e1d-1 {}] regionserver.HStore(327): Store=4b8b55bb66d012b1129c645c29681e1d/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:10:29,046 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 4b8b55bb66d012b1129c645c29681e1d 2024-11-18T18:10:29,047 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32943/user/jenkins/test-data/5448975d-1743-9402-9e12-733e27ba09f4/data/hbase/replication/4b8b55bb66d012b1129c645c29681e1d 2024-11-18T18:10:29,048 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32943/user/jenkins/test-data/5448975d-1743-9402-9e12-733e27ba09f4/data/hbase/replication/4b8b55bb66d012b1129c645c29681e1d 2024-11-18T18:10:29,049 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 4b8b55bb66d012b1129c645c29681e1d 2024-11-18T18:10:29,049 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 4b8b55bb66d012b1129c645c29681e1d 2024-11-18T18:10:29,049 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T18:10:29,051 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 4b8b55bb66d012b1129c645c29681e1d 2024-11-18T18:10:29,054 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32943/user/jenkins/test-data/5448975d-1743-9402-9e12-733e27ba09f4/data/hbase/replication/4b8b55bb66d012b1129c645c29681e1d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T18:10:29,055 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 4b8b55bb66d012b1129c645c29681e1d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69321797, jitterRate=0.032975271344184875}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T18:10:29,055 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4b8b55bb66d012b1129c645c29681e1d 2024-11-18T18:10:29,056 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 4b8b55bb66d012b1129c645c29681e1d: Running coprocessor pre-open hook at 1731953429038Writing region info on filesystem at 1731953429038Initializing all the Stores at 1731953429039 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953429039Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953429040 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953429040Cleaning up temporary data from old regions at 1731953429049 (+9 ms)Running coprocessor post-open hooks at 1731953429055 (+6 ms)Region opened successfully at 1731953429056 (+1 ms) 2024-11-18T18:10:29,058 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731953427857.4b8b55bb66d012b1129c645c29681e1d., pid=7, masterSystemTime=1731953429008 2024-11-18T18:10:29,061 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731953427857.4b8b55bb66d012b1129c645c29681e1d. 2024-11-18T18:10:29,062 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731953427857.4b8b55bb66d012b1129c645c29681e1d. 2024-11-18T18:10:29,062 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=4b8b55bb66d012b1129c645c29681e1d, regionState=OPEN, openSeqNum=2, regionLocation=818bff808382,38471,1731953421572 2024-11-18T18:10:29,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4b8b55bb66d012b1129c645c29681e1d, server=818bff808382,38471,1731953421572 because future has completed 2024-11-18T18:10:29,070 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-18T18:10:29,070 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 4b8b55bb66d012b1129c645c29681e1d, server=818bff808382,38471,1731953421572 in 212 msec 2024-11-18T18:10:29,073 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T18:10:29,074 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4b8b55bb66d012b1129c645c29681e1d, ASSIGN in 373 msec 2024-11-18T18:10:29,075 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T18:10:29,075 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731953429075"}]},"ts":"1731953429075"} 2024-11-18T18:10:29,078 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-18T18:10:29,079 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T18:10:29,082 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2230 sec 2024-11-18T18:10:29,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731953427857.4b8b55bb66d012b1129c645c29681e1d., hostname=818bff808382,38471,1731953421572, seqNum=2] 2024-11-18T18:10:29,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38471-0x1000bd3a1d30001, quorum=127.0.0.1:54562, baseZNode=/0-396379395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-396379395 2024-11-18T18:10:29,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41865-0x1000bd3a1d30000, quorum=127.0.0.1:54562, baseZNode=/0-396379395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-396379395 2024-11-18T18:10:29,130 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T18:10:29,285 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38471 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-18T18:10:29,286 INFO [RS_REFRESH_PEER-regionserver/818bff808382:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-18T18:10:29,332 INFO [RS_REFRESH_PEER-regionserver/818bff808382:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-818bff808382,38471,1731953421572, ReplicationSource: 1, currentBandwidth=0 2024-11-18T18:10:29,333 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T18:10:29,333 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=818bff808382,38471,1731953421572, seqNum=-1] 2024-11-18T18:10:29,334 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T18:10:29,335 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47895, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-18T18:10:29,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-818bff808382,38471,1731953421572', locateType=CURRENT is [region=hbase:replication,,1731953427857.4b8b55bb66d012b1129c645c29681e1d., hostname=818bff808382,38471,1731953421572, seqNum=2] 2024-11-18T18:10:29,342 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-18T18:10:29,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41865 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-18T18:10:29,346 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 818bff808382,38471,1731953421572 suceeded 2024-11-18T18:10:29,350 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-18T18:10:29,350 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 216 msec 2024-11-18T18:10:29,350 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://818bff808382:37613,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T18:10:29,353 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5040 sec 2024-11-18T18:10:29,360 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,38471,1731953421572 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='818bff808382:37613' 2024-11-18T18:10:29,361 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,38471,1731953421572 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@723973af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:10:29,361 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,38471,1731953421572 {}] client.ClusterIdFetcher(90): Going to request 818bff808382,37613,-1 for getting cluster id 2024-11-18T18:10:29,361 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,38471,1731953421572 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T18:10:29,363 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dd84384d-fa3c-428c-abf7-cc2e16b74b1c' 2024-11-18T18:10:29,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T18:10:29,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dd84384d-fa3c-428c-abf7-cc2e16b74b1c" 2024-11-18T18:10:29,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4c84d5b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:10:29,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [818bff808382,37613,-1] 2024-11-18T18:10:29,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T18:10:29,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:10:29,365 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-18T18:10:29,365 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,38471,1731953421572 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5a7c531b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:10:29,365 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,38471,1731953421572 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T18:10:29,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 818bff808382,37613,1731953425732 2024-11-18T18:10:29,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4ce6882d 2024-11-18T18:10:29,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T18:10:29,367 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-18T18:10:29,368 INFO [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,38471,1731953421572 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-818bff808382,38471,1731953421572 (queues=1) is replicating from cluster=7c734063-8e3b-4872-aec4-6695486fb881 to cluster=dd84384d-fa3c-428c-abf7-cc2e16b74b1c 2024-11-18T18:10:29,368 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,38471,1731953421572 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=818bff808382%2C38471%2C1731953421572 2024-11-18T18:10:29,368 INFO [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,38471,1731953421572 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-818bff808382,38471,1731953421572, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T18:10:29,369 INFO [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,38471,1731953421572.replicationSource.shipper818bff808382%2C38471%2C1731953421572,1-818bff808382,38471,1731953421572 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 818bff808382%2C38471%2C1731953421572 2024-11-18T18:10:29,369 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,38471,1731953421572.replicationSource.wal-reader.818bff808382%2C38471%2C1731953421572,1-818bff808382,38471,1731953421572 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:32943/user/jenkins/test-data/5448975d-1743-9402-9e12-733e27ba09f4/WALs/818bff808382,38471,1731953421572/818bff808382%2C38471%2C1731953421572.1731953423582, startPosition=0, beingWritten=true 2024-11-18T18:10:29,435 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-18T18:10:29,435 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T18:10:29,579 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,38471,1731953421572.replicationSource.wal-reader.818bff808382%2C38471%2C1731953421572,1-818bff808382,38471,1731953421572 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32943/user/jenkins/test-data/5448975d-1743-9402-9e12-733e27ba09f4/WALs/818bff808382,38471,1731953421572/818bff808382%2C38471%2C1731953421572.1731953423582 to pos 0, reset compression=false 2024-11-18T18:10:29,886 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,38471,1731953421572.replicationSource.wal-reader.818bff808382%2C38471%2C1731953421572,1-818bff808382,38471,1731953421572 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32943/user/jenkins/test-data/5448975d-1743-9402-9e12-733e27ba09f4/WALs/818bff808382,38471,1731953421572/818bff808382%2C38471%2C1731953421572.1731953423582 to pos 0, reset compression=false 2024-11-18T18:10:29,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41865 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T18:10:29,993 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-18T18:10:29,993 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T18:10:29,993 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T18:10:29,993 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:10:29,993 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:10:29,993 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T18:10:29,993 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T18:10:29,994 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 818bff808382,41865,1731953421516 2024-11-18T18:10:29,994 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@25ff9cf6 2024-11-18T18:10:29,994 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T18:10:29,996 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T18:10:29,996 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41865 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-18T18:10:29,996 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T18:10:29,997 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T18:10:29,997 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T18:10:29,997 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:10:29,997 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:10:29,997 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T18:10:29,997 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T18:10:29,997 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1344986540, stopped=false 2024-11-18T18:10:29,997 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=818bff808382,37613,1731953425732 2024-11-18T18:10:29,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37613-0x1000bd3a1d30003, quorum=127.0.0.1:54562, baseZNode=/1-1995580888 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1995580888/running 2024-11-18T18:10:29,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42815-0x1000bd3a1d30004, quorum=127.0.0.1:54562, baseZNode=/1-1995580888 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1995580888/running 2024-11-18T18:10:29,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37613-0x1000bd3a1d30003, quorum=127.0.0.1:54562, baseZNode=/1-1995580888 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1995580888 2024-11-18T18:10:29,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42815-0x1000bd3a1d30004, quorum=127.0.0.1:54562, baseZNode=/1-1995580888 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1995580888 2024-11-18T18:10:29,999 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T18:10:29,999 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T18:10:29,999 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T18:10:29,999 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:10:29,999 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '818bff808382,42815,1731953425795' ***** 2024-11-18T18:10:29,999 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T18:10:30,000 INFO [RS:0;818bff808382:42815 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T18:10:30,000 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T18:10:30,000 INFO [RS:0;818bff808382:42815 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T18:10:30,000 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37613-0x1000bd3a1d30003, quorum=127.0.0.1:54562, baseZNode=/1-1995580888 Set watcher on znode that does not yet exist, /1-1995580888/running 2024-11-18T18:10:30,000 INFO [RS:0;818bff808382:42815 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T18:10:30,000 INFO [RS:0;818bff808382:42815 {}] regionserver.HRegionServer(959): stopping server 818bff808382,42815,1731953425795 2024-11-18T18:10:30,000 INFO [RS:0;818bff808382:42815 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T18:10:30,000 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42815-0x1000bd3a1d30004, quorum=127.0.0.1:54562, baseZNode=/1-1995580888 Set watcher on znode that does not yet exist, /1-1995580888/running 2024-11-18T18:10:30,000 INFO [RS:0;818bff808382:42815 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;818bff808382:42815. 2024-11-18T18:10:30,000 DEBUG [RS:0;818bff808382:42815 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T18:10:30,000 DEBUG [RS:0;818bff808382:42815 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:10:30,000 INFO [RS:0;818bff808382:42815 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T18:10:30,000 INFO [RS:0;818bff808382:42815 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T18:10:30,000 INFO [RS:0;818bff808382:42815 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T18:10:30,000 INFO [RS:0;818bff808382:42815 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T18:10:30,001 INFO [RS:0;818bff808382:42815 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-18T18:10:30,001 DEBUG [RS:0;818bff808382:42815 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-18T18:10:30,001 DEBUG [RS:0;818bff808382:42815 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T18:10:30,001 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T18:10:30,001 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T18:10:30,001 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T18:10:30,001 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T18:10:30,001 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T18:10:30,001 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-18T18:10:30,019 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44485/user/jenkins/test-data/766471f8-1654-78a7-9427-072b5eb81c63/data/hbase/meta/1588230740/.tmp/ns/0e6819e18cbb45379eb98c4b4edc8ce3 is 43, key is default/ns:d/1731953427774/Put/seqid=0 2024-11-18T18:10:30,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35813 is added to blk_1073741835_1011 (size=5153) 2024-11-18T18:10:30,093 INFO [regionserver/818bff808382:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T18:10:30,107 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T18:10:30,109 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:10:30,127 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:10:30,201 DEBUG [RS:0;818bff808382:42815 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T18:10:30,294 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,38471,1731953421572.replicationSource.wal-reader.818bff808382%2C38471%2C1731953421572,1-818bff808382,38471,1731953421572 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32943/user/jenkins/test-data/5448975d-1743-9402-9e12-733e27ba09f4/WALs/818bff808382,38471,1731953421572/818bff808382%2C38471%2C1731953421572.1731953423582 to pos 0, reset compression=false 2024-11-18T18:10:30,401 DEBUG [RS:0;818bff808382:42815 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T18:10:30,426 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:44485/user/jenkins/test-data/766471f8-1654-78a7-9427-072b5eb81c63/data/hbase/meta/1588230740/.tmp/ns/0e6819e18cbb45379eb98c4b4edc8ce3 2024-11-18T18:10:30,434 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44485/user/jenkins/test-data/766471f8-1654-78a7-9427-072b5eb81c63/data/hbase/meta/1588230740/.tmp/ns/0e6819e18cbb45379eb98c4b4edc8ce3 as hdfs://localhost:44485/user/jenkins/test-data/766471f8-1654-78a7-9427-072b5eb81c63/data/hbase/meta/1588230740/ns/0e6819e18cbb45379eb98c4b4edc8ce3 2024-11-18T18:10:30,441 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44485/user/jenkins/test-data/766471f8-1654-78a7-9427-072b5eb81c63/data/hbase/meta/1588230740/ns/0e6819e18cbb45379eb98c4b4edc8ce3, entries=2, sequenceid=6, filesize=5.0 K 2024-11-18T18:10:30,443 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 442ms, sequenceid=6, compaction requested=false 2024-11-18T18:10:30,447 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44485/user/jenkins/test-data/766471f8-1654-78a7-9427-072b5eb81c63/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-18T18:10:30,448 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T18:10:30,448 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T18:10:30,448 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T18:10:30,448 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731953430001Running coprocessor pre-close hooks at 1731953430001Disabling compacts and flushes for region at 1731953430001Disabling writes for close at 1731953430001Obtaining lock to block concurrent updates at 1731953430002 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731953430002Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731953430002Flushing stores of hbase:meta,,1.1588230740 at 1731953430003 (+1 ms)Flushing 1588230740/ns: creating writer at 1731953430003Flushing 1588230740/ns: appending metadata at 1731953430019 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731953430019Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e4578a4: reopening flushed file at 1731953430433 (+414 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 442ms, sequenceid=6, compaction requested=false at 1731953430443 (+10 ms)Writing region close event to WAL at 1731953430444 (+1 ms)Running coprocessor post-close hooks at 1731953430448 (+4 ms)Closed at 1731953430448 2024-11-18T18:10:30,448 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T18:10:30,602 INFO [RS:0;818bff808382:42815 {}] regionserver.HRegionServer(976): stopping server 818bff808382,42815,1731953425795; all regions closed. 2024-11-18T18:10:30,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35813 is added to blk_1073741834_1010 (size=1152) 2024-11-18T18:10:30,605 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/766471f8-1654-78a7-9427-072b5eb81c63/WALs/818bff808382,42815,1731953425795/818bff808382%2C42815%2C1731953425795.meta.1731953427720.meta not finished, retry = 0 2024-11-18T18:10:30,708 DEBUG [RS:0;818bff808382:42815 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/766471f8-1654-78a7-9427-072b5eb81c63/oldWALs 2024-11-18T18:10:30,708 INFO [RS:0;818bff808382:42815 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 818bff808382%2C42815%2C1731953425795.meta:.meta(num 1731953427720) 2024-11-18T18:10:30,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35813 is added to blk_1073741832_1008 (size=93) 2024-11-18T18:10:30,712 DEBUG [RS:0;818bff808382:42815 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/766471f8-1654-78a7-9427-072b5eb81c63/oldWALs 2024-11-18T18:10:30,712 INFO [RS:0;818bff808382:42815 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 818bff808382%2C42815%2C1731953425795:(num 1731953426835) 2024-11-18T18:10:30,712 DEBUG [RS:0;818bff808382:42815 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:10:30,712 INFO [RS:0;818bff808382:42815 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T18:10:30,712 INFO [RS:0;818bff808382:42815 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T18:10:30,713 INFO [RS:0;818bff808382:42815 {}] hbase.ChoreService(370): Chore service for: regionserver/818bff808382:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T18:10:30,713 INFO [RS:0;818bff808382:42815 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T18:10:30,713 INFO [regionserver/818bff808382:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T18:10:30,713 INFO [RS:0;818bff808382:42815 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42815 2024-11-18T18:10:30,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37613-0x1000bd3a1d30003, quorum=127.0.0.1:54562, baseZNode=/1-1995580888 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1995580888/rs 2024-11-18T18:10:30,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42815-0x1000bd3a1d30004, quorum=127.0.0.1:54562, baseZNode=/1-1995580888 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1995580888/rs/818bff808382,42815,1731953425795 2024-11-18T18:10:30,715 INFO [RS:0;818bff808382:42815 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T18:10:30,717 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [818bff808382,42815,1731953425795] 2024-11-18T18:10:30,718 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1995580888/draining/818bff808382,42815,1731953425795 already deleted, retry=false 2024-11-18T18:10:30,718 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 818bff808382,42815,1731953425795 expired; onlineServers=0 2024-11-18T18:10:30,718 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '818bff808382,37613,1731953425732' ***** 2024-11-18T18:10:30,718 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T18:10:30,718 INFO [M:0;818bff808382:37613 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T18:10:30,718 INFO [M:0;818bff808382:37613 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T18:10:30,718 DEBUG [M:0;818bff808382:37613 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T18:10:30,718 DEBUG [M:0;818bff808382:37613 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T18:10:30,718 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T18:10:30,718 DEBUG [master/818bff808382:0:becomeActiveMaster-HFileCleaner.large.0-1731953426558 {}] cleaner.HFileCleaner(306): Exit Thread[master/818bff808382:0:becomeActiveMaster-HFileCleaner.large.0-1731953426558,5,FailOnTimeoutGroup] 2024-11-18T18:10:30,718 DEBUG [master/818bff808382:0:becomeActiveMaster-HFileCleaner.small.0-1731953426560 {}] cleaner.HFileCleaner(306): Exit Thread[master/818bff808382:0:becomeActiveMaster-HFileCleaner.small.0-1731953426560,5,FailOnTimeoutGroup] 2024-11-18T18:10:30,718 INFO [M:0;818bff808382:37613 {}] hbase.ChoreService(370): Chore service for: master/818bff808382:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T18:10:30,718 INFO [M:0;818bff808382:37613 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T18:10:30,718 DEBUG [M:0;818bff808382:37613 {}] master.HMaster(1795): Stopping service threads 2024-11-18T18:10:30,718 INFO [M:0;818bff808382:37613 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T18:10:30,719 INFO [M:0;818bff808382:37613 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T18:10:30,719 INFO [M:0;818bff808382:37613 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T18:10:30,719 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T18:10:30,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37613-0x1000bd3a1d30003, quorum=127.0.0.1:54562, baseZNode=/1-1995580888 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1995580888/master 2024-11-18T18:10:30,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37613-0x1000bd3a1d30003, quorum=127.0.0.1:54562, baseZNode=/1-1995580888 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1995580888 2024-11-18T18:10:30,720 DEBUG [M:0;818bff808382:37613 {}] zookeeper.ZKUtil(347): master:37613-0x1000bd3a1d30003, quorum=127.0.0.1:54562, baseZNode=/1-1995580888 Unable to get data of znode /1-1995580888/master because node does not exist (not an error) 2024-11-18T18:10:30,720 WARN [M:0;818bff808382:37613 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T18:10:30,720 INFO [M:0;818bff808382:37613 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44485/user/jenkins/test-data/766471f8-1654-78a7-9427-072b5eb81c63/.lastflushedseqids 2024-11-18T18:10:30,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35813 is added to blk_1073741836_1012 (size=99) 2024-11-18T18:10:30,799 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,38471,1731953421572.replicationSource.wal-reader.818bff808382%2C38471%2C1731953421572,1-818bff808382,38471,1731953421572 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32943/user/jenkins/test-data/5448975d-1743-9402-9e12-733e27ba09f4/WALs/818bff808382,38471,1731953421572/818bff808382%2C38471%2C1731953421572.1731953423582 to pos 0, reset compression=false 2024-11-18T18:10:30,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42815-0x1000bd3a1d30004, quorum=127.0.0.1:54562, baseZNode=/1-1995580888 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T18:10:30,817 INFO [RS:0;818bff808382:42815 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T18:10:30,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42815-0x1000bd3a1d30004, quorum=127.0.0.1:54562, baseZNode=/1-1995580888 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T18:10:30,817 INFO [RS:0;818bff808382:42815 {}] regionserver.HRegionServer(1031): Exiting; stopping=818bff808382,42815,1731953425795; zookeeper connection closed. 2024-11-18T18:10:30,817 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@28c0c258 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@28c0c258 2024-11-18T18:10:30,818 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T18:10:31,126 INFO [M:0;818bff808382:37613 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T18:10:31,126 INFO [M:0;818bff808382:37613 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T18:10:31,126 DEBUG [M:0;818bff808382:37613 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T18:10:31,126 INFO [M:0;818bff808382:37613 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:10:31,126 DEBUG [M:0;818bff808382:37613 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:10:31,126 DEBUG [M:0;818bff808382:37613 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T18:10:31,126 DEBUG [M:0;818bff808382:37613 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:10:31,126 INFO [M:0;818bff808382:37613 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-18T18:10:31,147 DEBUG [M:0;818bff808382:37613 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44485/user/jenkins/test-data/766471f8-1654-78a7-9427-072b5eb81c63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ad111cd1cb01483996fa51d8eb645e38 is 82, key is hbase:meta,,1/info:regioninfo/1731953427760/Put/seqid=0 2024-11-18T18:10:31,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35813 is added to blk_1073741837_1013 (size=5672) 2024-11-18T18:10:31,156 INFO [M:0;818bff808382:37613 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:44485/user/jenkins/test-data/766471f8-1654-78a7-9427-072b5eb81c63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ad111cd1cb01483996fa51d8eb645e38 2024-11-18T18:10:31,181 DEBUG [M:0;818bff808382:37613 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44485/user/jenkins/test-data/766471f8-1654-78a7-9427-072b5eb81c63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4aa0ceff38f645359c8d19cd36eb44a3 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731953427780/Put/seqid=0 2024-11-18T18:10:31,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35813 is added to blk_1073741838_1014 (size=5275) 2024-11-18T18:10:31,406 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,38471,1731953421572.replicationSource.wal-reader.818bff808382%2C38471%2C1731953421572,1-818bff808382,38471,1731953421572 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32943/user/jenkins/test-data/5448975d-1743-9402-9e12-733e27ba09f4/WALs/818bff808382,38471,1731953421572/818bff808382%2C38471%2C1731953421572.1731953423582 to pos 0, reset compression=false 2024-11-18T18:10:31,591 INFO [M:0;818bff808382:37613 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:44485/user/jenkins/test-data/766471f8-1654-78a7-9427-072b5eb81c63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4aa0ceff38f645359c8d19cd36eb44a3 2024-11-18T18:10:31,612 DEBUG [M:0;818bff808382:37613 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44485/user/jenkins/test-data/766471f8-1654-78a7-9427-072b5eb81c63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1a96c266af364752a4a23eee98727977 is 69, key is 818bff808382,42815,1731953425795/rs:state/1731953426654/Put/seqid=0 2024-11-18T18:10:31,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35813 is added to blk_1073741839_1015 (size=5156) 2024-11-18T18:10:32,017 INFO [M:0;818bff808382:37613 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:44485/user/jenkins/test-data/766471f8-1654-78a7-9427-072b5eb81c63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1a96c266af364752a4a23eee98727977 2024-11-18T18:10:32,023 DEBUG [M:0;818bff808382:37613 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44485/user/jenkins/test-data/766471f8-1654-78a7-9427-072b5eb81c63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ad111cd1cb01483996fa51d8eb645e38 as hdfs://localhost:44485/user/jenkins/test-data/766471f8-1654-78a7-9427-072b5eb81c63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ad111cd1cb01483996fa51d8eb645e38 2024-11-18T18:10:32,028 INFO [M:0;818bff808382:37613 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44485/user/jenkins/test-data/766471f8-1654-78a7-9427-072b5eb81c63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ad111cd1cb01483996fa51d8eb645e38, entries=8, sequenceid=28, filesize=5.5 K 2024-11-18T18:10:32,029 DEBUG [M:0;818bff808382:37613 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44485/user/jenkins/test-data/766471f8-1654-78a7-9427-072b5eb81c63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4aa0ceff38f645359c8d19cd36eb44a3 as hdfs://localhost:44485/user/jenkins/test-data/766471f8-1654-78a7-9427-072b5eb81c63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4aa0ceff38f645359c8d19cd36eb44a3 2024-11-18T18:10:32,034 INFO [M:0;818bff808382:37613 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44485/user/jenkins/test-data/766471f8-1654-78a7-9427-072b5eb81c63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4aa0ceff38f645359c8d19cd36eb44a3, entries=3, sequenceid=28, filesize=5.2 K 2024-11-18T18:10:32,035 DEBUG [M:0;818bff808382:37613 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44485/user/jenkins/test-data/766471f8-1654-78a7-9427-072b5eb81c63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1a96c266af364752a4a23eee98727977 as hdfs://localhost:44485/user/jenkins/test-data/766471f8-1654-78a7-9427-072b5eb81c63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1a96c266af364752a4a23eee98727977 2024-11-18T18:10:32,040 INFO [M:0;818bff808382:37613 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44485/user/jenkins/test-data/766471f8-1654-78a7-9427-072b5eb81c63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1a96c266af364752a4a23eee98727977, entries=1, sequenceid=28, filesize=5.0 K 2024-11-18T18:10:32,042 INFO [M:0;818bff808382:37613 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 916ms, sequenceid=28, compaction requested=false 2024-11-18T18:10:32,043 INFO [M:0;818bff808382:37613 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:10:32,043 DEBUG [M:0;818bff808382:37613 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731953431126Disabling compacts and flushes for region at 1731953431126Disabling writes for close at 1731953431126Obtaining lock to block concurrent updates at 1731953431126Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731953431126Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731953431127 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731953431128 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731953431128Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731953431147 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731953431147Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731953431162 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731953431181 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731953431181Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731953431597 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731953431611 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731953431611Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@291d3a77: reopening flushed file at 1731953432022 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77db9cbc: reopening flushed file at 1731953432029 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a30a1f4: reopening flushed file at 1731953432035 (+6 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 916ms, sequenceid=28, compaction requested=false at 1731953432042 (+7 ms)Writing region close event to WAL at 1731953432043 (+1 ms)Closed at 1731953432043 2024-11-18T18:10:32,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35813 is added to blk_1073741830_1006 (size=10165) 2024-11-18T18:10:32,046 INFO [M:0;818bff808382:37613 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T18:10:32,046 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T18:10:32,046 INFO [M:0;818bff808382:37613 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37613 2024-11-18T18:10:32,047 INFO [M:0;818bff808382:37613 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T18:10:32,111 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,38471,1731953421572.replicationSource.wal-reader.818bff808382%2C38471%2C1731953421572,1-818bff808382,38471,1731953421572 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32943/user/jenkins/test-data/5448975d-1743-9402-9e12-733e27ba09f4/WALs/818bff808382,38471,1731953421572/818bff808382%2C38471%2C1731953421572.1731953423582 to pos 0, reset compression=false 2024-11-18T18:10:32,149 INFO [M:0;818bff808382:37613 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T18:10:32,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37613-0x1000bd3a1d30003, quorum=127.0.0.1:54562, baseZNode=/1-1995580888 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T18:10:32,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37613-0x1000bd3a1d30003, quorum=127.0.0.1:54562, baseZNode=/1-1995580888 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T18:10:32,156 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@372c6d8e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T18:10:32,157 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@654d7991{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T18:10:32,157 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T18:10:32,157 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75f9c4cb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T18:10:32,157 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@16f1601f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68990062-77d4-0314-9128-dd99a2ca4f28/hadoop.log.dir/,STOPPED} 2024-11-18T18:10:32,158 WARN [BP-630918297-172.17.0.2-1731953424763 heartbeating to localhost/127.0.0.1:44485 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T18:10:32,158 WARN [BP-630918297-172.17.0.2-1731953424763 heartbeating to localhost/127.0.0.1:44485 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-630918297-172.17.0.2-1731953424763 (Datanode Uuid 5b5a7f3a-0619-4c80-a6f3-cd17d0ef83d7) service to localhost/127.0.0.1:44485 2024-11-18T18:10:32,159 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T18:10:32,159 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T18:10:32,159 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68990062-77d4-0314-9128-dd99a2ca4f28/cluster_396a54d6-b57c-29c7-4e6f-e96bf1924bb7/data/data1/current/BP-630918297-172.17.0.2-1731953424763 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T18:10:32,160 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68990062-77d4-0314-9128-dd99a2ca4f28/cluster_396a54d6-b57c-29c7-4e6f-e96bf1924bb7/data/data2/current/BP-630918297-172.17.0.2-1731953424763 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T18:10:32,160 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T18:10:32,168 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@325753d3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T18:10:32,169 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5bf604b7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T18:10:32,169 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T18:10:32,169 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@13222590{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T18:10:32,169 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ee1e224{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68990062-77d4-0314-9128-dd99a2ca4f28/hadoop.log.dir/,STOPPED} 2024-11-18T18:10:32,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T18:10:32,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T18:10:32,181 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T18:10:32,181 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T18:10:32,182 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:10:32,182 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:10:32,182 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T18:10:32,182 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T18:10:32,182 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=608630175, stopped=false 2024-11-18T18:10:32,182 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=818bff808382,41865,1731953421516 2024-11-18T18:10:32,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41865-0x1000bd3a1d30000, quorum=127.0.0.1:54562, baseZNode=/0-396379395 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-396379395/running 2024-11-18T18:10:32,184 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T18:10:32,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38471-0x1000bd3a1d30001, quorum=127.0.0.1:54562, baseZNode=/0-396379395 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-396379395/running 2024-11-18T18:10:32,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41865-0x1000bd3a1d30000, quorum=127.0.0.1:54562, baseZNode=/0-396379395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-396379395 2024-11-18T18:10:32,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38471-0x1000bd3a1d30001, quorum=127.0.0.1:54562, baseZNode=/0-396379395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-396379395 2024-11-18T18:10:32,185 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T18:10:32,185 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T18:10:32,185 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:10:32,185 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '818bff808382,38471,1731953421572' ***** 2024-11-18T18:10:32,185 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T18:10:32,185 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38471-0x1000bd3a1d30001, quorum=127.0.0.1:54562, baseZNode=/0-396379395 Set watcher on znode that does not yet exist, /0-396379395/running 2024-11-18T18:10:32,185 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41865-0x1000bd3a1d30000, quorum=127.0.0.1:54562, baseZNode=/0-396379395 Set watcher on znode that does not yet exist, /0-396379395/running 2024-11-18T18:10:32,185 INFO [RS:0;818bff808382:38471 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T18:10:32,185 INFO [RS:0;818bff808382:38471 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T18:10:32,186 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T18:10:32,186 INFO [RS:0;818bff808382:38471 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T18:10:32,186 INFO [RS:0;818bff808382:38471 {}] regionserver.HRegionServer(3091): Received CLOSE for 4b8b55bb66d012b1129c645c29681e1d 2024-11-18T18:10:32,186 INFO [RS:0;818bff808382:38471 {}] regionserver.HRegionServer(959): stopping server 818bff808382,38471,1731953421572 2024-11-18T18:10:32,186 INFO [RS:0;818bff808382:38471 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T18:10:32,186 INFO [RS:0;818bff808382:38471 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;818bff808382:38471. 2024-11-18T18:10:32,186 DEBUG [RS:0;818bff808382:38471 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T18:10:32,186 DEBUG [RS:0;818bff808382:38471 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:10:32,186 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4b8b55bb66d012b1129c645c29681e1d, disabling compactions & flushes 2024-11-18T18:10:32,186 INFO [RS:0;818bff808382:38471 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T18:10:32,186 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731953427857.4b8b55bb66d012b1129c645c29681e1d. 2024-11-18T18:10:32,186 INFO [RS:0;818bff808382:38471 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T18:10:32,186 INFO [RS:0;818bff808382:38471 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T18:10:32,186 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731953427857.4b8b55bb66d012b1129c645c29681e1d. 2024-11-18T18:10:32,186 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731953427857.4b8b55bb66d012b1129c645c29681e1d. after waiting 0 ms 2024-11-18T18:10:32,186 INFO [RS:0;818bff808382:38471 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T18:10:32,186 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731953427857.4b8b55bb66d012b1129c645c29681e1d. 2024-11-18T18:10:32,186 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4b8b55bb66d012b1129c645c29681e1d 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-18T18:10:32,187 INFO [RS:0;818bff808382:38471 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-18T18:10:32,187 DEBUG [RS:0;818bff808382:38471 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 4b8b55bb66d012b1129c645c29681e1d=hbase:replication,,1731953427857.4b8b55bb66d012b1129c645c29681e1d.} 2024-11-18T18:10:32,187 DEBUG [RS:0;818bff808382:38471 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4b8b55bb66d012b1129c645c29681e1d 2024-11-18T18:10:32,187 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T18:10:32,187 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T18:10:32,187 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T18:10:32,187 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T18:10:32,187 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T18:10:32,187 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-18T18:10:32,205 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32943/user/jenkins/test-data/5448975d-1743-9402-9e12-733e27ba09f4/data/hbase/meta/1588230740/.tmp/info/194a06680e71492fb4e3d4b092a4fac7 is 147, key is hbase:replication,,1731953427857.4b8b55bb66d012b1129c645c29681e1d./info:regioninfo/1731953429062/Put/seqid=0 2024-11-18T18:10:32,206 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32943/user/jenkins/test-data/5448975d-1743-9402-9e12-733e27ba09f4/data/hbase/replication/4b8b55bb66d012b1129c645c29681e1d/.tmp/queue/3b4f6cf6df4343bab9d6ff3f62a53e68 is 151, key is 1-818bff808382,38471,1731953421572/queue:818bff808382%2C38471%2C1731953421572/1731953429340/Put/seqid=0 2024-11-18T18:10:32,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46341 is added to blk_1073741838_1014 (size=6631) 2024-11-18T18:10:32,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46341 is added to blk_1073741839_1015 (size=5350) 2024-11-18T18:10:32,246 INFO [regionserver/818bff808382:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T18:10:32,387 DEBUG [RS:0;818bff808382:38471 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4b8b55bb66d012b1129c645c29681e1d 2024-11-18T18:10:32,439 INFO [regionserver/818bff808382:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T18:10:32,439 INFO [regionserver/818bff808382:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T18:10:32,587 DEBUG [RS:0;818bff808382:38471 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4b8b55bb66d012b1129c645c29681e1d 2024-11-18T18:10:32,610 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:32943/user/jenkins/test-data/5448975d-1743-9402-9e12-733e27ba09f4/data/hbase/meta/1588230740/.tmp/info/194a06680e71492fb4e3d4b092a4fac7 2024-11-18T18:10:32,611 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:32943/user/jenkins/test-data/5448975d-1743-9402-9e12-733e27ba09f4/data/hbase/replication/4b8b55bb66d012b1129c645c29681e1d/.tmp/queue/3b4f6cf6df4343bab9d6ff3f62a53e68 2024-11-18T18:10:32,618 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32943/user/jenkins/test-data/5448975d-1743-9402-9e12-733e27ba09f4/data/hbase/replication/4b8b55bb66d012b1129c645c29681e1d/.tmp/queue/3b4f6cf6df4343bab9d6ff3f62a53e68 as hdfs://localhost:32943/user/jenkins/test-data/5448975d-1743-9402-9e12-733e27ba09f4/data/hbase/replication/4b8b55bb66d012b1129c645c29681e1d/queue/3b4f6cf6df4343bab9d6ff3f62a53e68 2024-11-18T18:10:32,624 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32943/user/jenkins/test-data/5448975d-1743-9402-9e12-733e27ba09f4/data/hbase/replication/4b8b55bb66d012b1129c645c29681e1d/queue/3b4f6cf6df4343bab9d6ff3f62a53e68, entries=1, sequenceid=5, filesize=5.2 K 2024-11-18T18:10:32,625 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 4b8b55bb66d012b1129c645c29681e1d in 439ms, sequenceid=5, compaction requested=false 2024-11-18T18:10:32,629 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32943/user/jenkins/test-data/5448975d-1743-9402-9e12-733e27ba09f4/data/hbase/replication/4b8b55bb66d012b1129c645c29681e1d/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T18:10:32,630 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T18:10:32,630 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T18:10:32,630 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731953427857.4b8b55bb66d012b1129c645c29681e1d. 2024-11-18T18:10:32,630 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4b8b55bb66d012b1129c645c29681e1d: Waiting for close lock at 1731953432186Running coprocessor pre-close hooks at 1731953432186Disabling compacts and flushes for region at 1731953432186Disabling writes for close at 1731953432186Obtaining lock to block concurrent updates at 1731953432186Preparing flush snapshotting stores in 4b8b55bb66d012b1129c645c29681e1d at 1731953432186Finished memstore snapshotting hbase:replication,,1731953427857.4b8b55bb66d012b1129c645c29681e1d., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731953432187 (+1 ms)Flushing stores of hbase:replication,,1731953427857.4b8b55bb66d012b1129c645c29681e1d. at 1731953432188 (+1 ms)Flushing 4b8b55bb66d012b1129c645c29681e1d/queue: creating writer at 1731953432188Flushing 4b8b55bb66d012b1129c645c29681e1d/queue: appending metadata at 1731953432205 (+17 ms)Flushing 4b8b55bb66d012b1129c645c29681e1d/queue: closing flushed file at 1731953432206 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39beea8e: reopening flushed file at 1731953432617 (+411 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 4b8b55bb66d012b1129c645c29681e1d in 439ms, sequenceid=5, compaction requested=false at 1731953432625 (+8 ms)Writing region close event to WAL at 1731953432626 (+1 ms)Running coprocessor post-close hooks at 1731953432630 (+4 ms)Closed at 1731953432630 2024-11-18T18:10:32,630 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731953427857.4b8b55bb66d012b1129c645c29681e1d. 2024-11-18T18:10:32,633 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32943/user/jenkins/test-data/5448975d-1743-9402-9e12-733e27ba09f4/data/hbase/meta/1588230740/.tmp/ns/3d85effab52c459585ce13b6c839ea17 is 43, key is default/ns:d/1731953424646/Put/seqid=0 2024-11-18T18:10:32,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46341 is added to blk_1073741840_1016 (size=5153) 2024-11-18T18:10:32,787 DEBUG [RS:0;818bff808382:38471 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T18:10:32,916 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,38471,1731953421572.replicationSource.wal-reader.818bff808382%2C38471%2C1731953421572,1-818bff808382,38471,1731953421572 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32943/user/jenkins/test-data/5448975d-1743-9402-9e12-733e27ba09f4/WALs/818bff808382,38471,1731953421572/818bff808382%2C38471%2C1731953421572.1731953423582 to pos 0, reset compression=false 2024-11-18T18:10:32,988 DEBUG [RS:0;818bff808382:38471 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T18:10:33,037 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:32943/user/jenkins/test-data/5448975d-1743-9402-9e12-733e27ba09f4/data/hbase/meta/1588230740/.tmp/ns/3d85effab52c459585ce13b6c839ea17 2024-11-18T18:10:33,063 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32943/user/jenkins/test-data/5448975d-1743-9402-9e12-733e27ba09f4/data/hbase/meta/1588230740/.tmp/table/733895e2295e4a8fb93532fa795ab56a is 53, key is hbase:replication/table:state/1731953429075/Put/seqid=0 2024-11-18T18:10:33,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46341 is added to blk_1073741841_1017 (size=5256) 2024-11-18T18:10:33,188 INFO [RS:0;818bff808382:38471 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-18T18:10:33,188 DEBUG [RS:0;818bff808382:38471 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-18T18:10:33,188 DEBUG [RS:0;818bff808382:38471 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T18:10:33,388 DEBUG [RS:0;818bff808382:38471 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T18:10:33,469 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:32943/user/jenkins/test-data/5448975d-1743-9402-9e12-733e27ba09f4/data/hbase/meta/1588230740/.tmp/table/733895e2295e4a8fb93532fa795ab56a 2024-11-18T18:10:33,476 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32943/user/jenkins/test-data/5448975d-1743-9402-9e12-733e27ba09f4/data/hbase/meta/1588230740/.tmp/info/194a06680e71492fb4e3d4b092a4fac7 as hdfs://localhost:32943/user/jenkins/test-data/5448975d-1743-9402-9e12-733e27ba09f4/data/hbase/meta/1588230740/info/194a06680e71492fb4e3d4b092a4fac7 2024-11-18T18:10:33,482 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32943/user/jenkins/test-data/5448975d-1743-9402-9e12-733e27ba09f4/data/hbase/meta/1588230740/info/194a06680e71492fb4e3d4b092a4fac7, entries=10, sequenceid=11, filesize=6.5 K 2024-11-18T18:10:33,483 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32943/user/jenkins/test-data/5448975d-1743-9402-9e12-733e27ba09f4/data/hbase/meta/1588230740/.tmp/ns/3d85effab52c459585ce13b6c839ea17 as hdfs://localhost:32943/user/jenkins/test-data/5448975d-1743-9402-9e12-733e27ba09f4/data/hbase/meta/1588230740/ns/3d85effab52c459585ce13b6c839ea17 2024-11-18T18:10:33,488 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32943/user/jenkins/test-data/5448975d-1743-9402-9e12-733e27ba09f4/data/hbase/meta/1588230740/ns/3d85effab52c459585ce13b6c839ea17, entries=2, sequenceid=11, filesize=5.0 K 2024-11-18T18:10:33,489 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32943/user/jenkins/test-data/5448975d-1743-9402-9e12-733e27ba09f4/data/hbase/meta/1588230740/.tmp/table/733895e2295e4a8fb93532fa795ab56a as hdfs://localhost:32943/user/jenkins/test-data/5448975d-1743-9402-9e12-733e27ba09f4/data/hbase/meta/1588230740/table/733895e2295e4a8fb93532fa795ab56a 2024-11-18T18:10:33,494 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32943/user/jenkins/test-data/5448975d-1743-9402-9e12-733e27ba09f4/data/hbase/meta/1588230740/table/733895e2295e4a8fb93532fa795ab56a, entries=2, sequenceid=11, filesize=5.1 K 2024-11-18T18:10:33,495 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1308ms, sequenceid=11, compaction requested=false 2024-11-18T18:10:33,500 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32943/user/jenkins/test-data/5448975d-1743-9402-9e12-733e27ba09f4/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-18T18:10:33,500 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T18:10:33,501 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T18:10:33,501 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T18:10:33,501 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731953432187Running coprocessor pre-close hooks at 1731953432187Disabling compacts and flushes for region at 1731953432187Disabling writes for close at 1731953432187Obtaining lock to block concurrent updates at 1731953432187Preparing flush snapshotting stores in 1588230740 at 1731953432187Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731953432188 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731953432188Flushing 1588230740/info: creating writer at 1731953432188Flushing 1588230740/info: appending metadata at 1731953432204 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731953432204Flushing 1588230740/ns: creating writer at 1731953432617 (+413 ms)Flushing 1588230740/ns: appending metadata at 1731953432632 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731953432633 (+1 ms)Flushing 1588230740/table: creating writer at 1731953433044 (+411 ms)Flushing 1588230740/table: appending metadata at 1731953433063 (+19 ms)Flushing 1588230740/table: closing flushed file at 1731953433063Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c361d09: reopening flushed file at 1731953433476 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56a10d66: reopening flushed file at 1731953433482 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2fa7dd9a: reopening flushed file at 1731953433488 (+6 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1308ms, sequenceid=11, compaction requested=false at 1731953433495 (+7 ms)Writing region close event to WAL at 1731953433497 (+2 ms)Running coprocessor post-close hooks at 1731953433500 (+3 ms)Closed at 1731953433501 (+1 ms) 2024-11-18T18:10:33,501 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T18:10:33,589 INFO [RS:0;818bff808382:38471 {}] regionserver.HRegionServer(976): stopping server 818bff808382,38471,1731953421572; all regions closed. 2024-11-18T18:10:33,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46341 is added to blk_1073741834_1010 (size=2742) 2024-11-18T18:10:33,595 DEBUG [RS:0;818bff808382:38471 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5448975d-1743-9402-9e12-733e27ba09f4/oldWALs 2024-11-18T18:10:33,595 INFO [RS:0;818bff808382:38471 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 818bff808382%2C38471%2C1731953421572.meta:.meta(num 1731953424577) 2024-11-18T18:10:33,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46341 is added to blk_1073741837_1013 (size=1586) 2024-11-18T18:10:33,606 DEBUG [RS:0;818bff808382:38471 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5448975d-1743-9402-9e12-733e27ba09f4/oldWALs 2024-11-18T18:10:33,606 INFO [RS:0;818bff808382:38471 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 818bff808382%2C38471%2C1731953421572.rep:(num 1731953429016) 2024-11-18T18:10:33,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46341 is added to blk_1073741832_1008 (size=93) 2024-11-18T18:10:33,612 DEBUG [RS:0;818bff808382:38471 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5448975d-1743-9402-9e12-733e27ba09f4/oldWALs 2024-11-18T18:10:33,612 INFO [RS:0;818bff808382:38471 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 818bff808382%2C38471%2C1731953421572:(num 1731953423582) 2024-11-18T18:10:33,612 DEBUG [RS:0;818bff808382:38471 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:10:33,612 INFO [RS:0;818bff808382:38471 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T18:10:33,612 INFO [RS:0;818bff808382:38471 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T18:10:33,612 INFO [RS:0;818bff808382:38471 {}] hbase.ChoreService(370): Chore service for: regionserver/818bff808382:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T18:10:33,612 INFO [RS:0;818bff808382:38471 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T18:10:33,613 INFO [RS:0;818bff808382:38471 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-818bff808382,38471,1731953421572 because: Region server is closing 2024-11-18T18:10:33,613 INFO [RS:0;818bff808382:38471 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;818bff808382:38471. 2024-11-18T18:10:33,613 DEBUG [RS:0;818bff808382:38471 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T18:10:33,613 DEBUG [RS:0;818bff808382:38471 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:10:33,613 DEBUG [RS:0;818bff808382:38471 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:10:33,613 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T18:10:33,614 INFO [regionserver/818bff808382:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T18:10:33,714 WARN [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,38471,1731953421572.replicationSource.shipper818bff808382%2C38471%2C1731953421572,1-818bff808382,38471,1731953421572 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-18T18:10:33,714 INFO [RS:0;818bff808382:38471 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,38471,1731953421572.replicationSource.shipper818bff808382%2C38471%2C1731953421572,1-818bff808382,38471,1731953421572 terminated 2024-11-18T18:10:33,714 WARN [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,38471,1731953421572.replicationSource.wal-reader.818bff808382%2C38471%2C1731953421572,1-818bff808382,38471,1731953421572 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-18T18:10:33,714 INFO [RS:0;818bff808382:38471 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38471 2024-11-18T18:10:33,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38471-0x1000bd3a1d30001, quorum=127.0.0.1:54562, baseZNode=/0-396379395 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-396379395/rs/818bff808382,38471,1731953421572 2024-11-18T18:10:33,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41865-0x1000bd3a1d30000, quorum=127.0.0.1:54562, baseZNode=/0-396379395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-396379395/rs 2024-11-18T18:10:33,717 INFO [RS:0;818bff808382:38471 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T18:10:33,717 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [818bff808382,38471,1731953421572] 2024-11-18T18:10:33,723 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-396379395/draining/818bff808382,38471,1731953421572 already deleted, retry=false 2024-11-18T18:10:33,723 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 818bff808382,38471,1731953421572 expired; onlineServers=0 2024-11-18T18:10:33,723 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '818bff808382,41865,1731953421516' ***** 2024-11-18T18:10:33,723 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T18:10:33,724 INFO [M:0;818bff808382:41865 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T18:10:33,724 INFO [M:0;818bff808382:41865 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T18:10:33,724 DEBUG [M:0;818bff808382:41865 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T18:10:33,724 DEBUG [M:0;818bff808382:41865 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T18:10:33,724 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T18:10:33,724 DEBUG [master/818bff808382:0:becomeActiveMaster-HFileCleaner.large.0-1731953423395 {}] cleaner.HFileCleaner(306): Exit Thread[master/818bff808382:0:becomeActiveMaster-HFileCleaner.large.0-1731953423395,5,FailOnTimeoutGroup] 2024-11-18T18:10:33,724 INFO [M:0;818bff808382:41865 {}] hbase.ChoreService(370): Chore service for: master/818bff808382:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T18:10:33,724 INFO [M:0;818bff808382:41865 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T18:10:33,724 DEBUG [master/818bff808382:0:becomeActiveMaster-HFileCleaner.small.0-1731953423396 {}] cleaner.HFileCleaner(306): Exit Thread[master/818bff808382:0:becomeActiveMaster-HFileCleaner.small.0-1731953423396,5,FailOnTimeoutGroup] 2024-11-18T18:10:33,725 DEBUG [M:0;818bff808382:41865 {}] master.HMaster(1795): Stopping service threads 2024-11-18T18:10:33,725 INFO [M:0;818bff808382:41865 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T18:10:33,725 INFO [M:0;818bff808382:41865 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T18:10:33,725 INFO [M:0;818bff808382:41865 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T18:10:33,725 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T18:10:33,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41865-0x1000bd3a1d30000, quorum=127.0.0.1:54562, baseZNode=/0-396379395 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-396379395/master 2024-11-18T18:10:33,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41865-0x1000bd3a1d30000, quorum=127.0.0.1:54562, baseZNode=/0-396379395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-396379395 2024-11-18T18:10:33,727 DEBUG [M:0;818bff808382:41865 {}] zookeeper.ZKUtil(347): master:41865-0x1000bd3a1d30000, quorum=127.0.0.1:54562, baseZNode=/0-396379395 Unable to get data of znode /0-396379395/master because node does not exist (not an error) 2024-11-18T18:10:33,727 WARN [M:0;818bff808382:41865 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T18:10:33,728 INFO [M:0;818bff808382:41865 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:32943/user/jenkins/test-data/5448975d-1743-9402-9e12-733e27ba09f4/.lastflushedseqids 2024-11-18T18:10:33,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46341 is added to blk_1073741842_1018 (size=181) 2024-11-18T18:10:33,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38471-0x1000bd3a1d30001, quorum=127.0.0.1:54562, baseZNode=/0-396379395 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T18:10:33,824 INFO [RS:0;818bff808382:38471 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T18:10:33,824 INFO [RS:0;818bff808382:38471 {}] regionserver.HRegionServer(1031): Exiting; stopping=818bff808382,38471,1731953421572; zookeeper connection closed. 2024-11-18T18:10:33,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38471-0x1000bd3a1d30001, quorum=127.0.0.1:54562, baseZNode=/0-396379395 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T18:10:33,824 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@789522ec {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@789522ec 2024-11-18T18:10:33,824 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T18:10:34,140 INFO [M:0;818bff808382:41865 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T18:10:34,140 INFO [M:0;818bff808382:41865 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T18:10:34,140 DEBUG [M:0;818bff808382:41865 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T18:10:34,140 INFO [M:0;818bff808382:41865 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:10:34,140 DEBUG [M:0;818bff808382:41865 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:10:34,141 DEBUG [M:0;818bff808382:41865 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T18:10:34,141 DEBUG [M:0;818bff808382:41865 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:10:34,141 INFO [M:0;818bff808382:41865 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-18T18:10:34,159 DEBUG [M:0;818bff808382:41865 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32943/user/jenkins/test-data/5448975d-1743-9402-9e12-733e27ba09f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/90baf04e3dba4858bab6cb6462767bea is 82, key is hbase:meta,,1/info:regioninfo/1731953424626/Put/seqid=0 2024-11-18T18:10:34,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46341 is added to blk_1073741843_1019 (size=5672) 2024-11-18T18:10:34,565 INFO [M:0;818bff808382:41865 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:32943/user/jenkins/test-data/5448975d-1743-9402-9e12-733e27ba09f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/90baf04e3dba4858bab6cb6462767bea 2024-11-18T18:10:34,587 DEBUG [M:0;818bff808382:41865 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32943/user/jenkins/test-data/5448975d-1743-9402-9e12-733e27ba09f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c6cb593acfc84a828742a32de322381e is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731953429081/Put/seqid=0 2024-11-18T18:10:34,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46341 is added to blk_1073741844_1020 (size=7203) 2024-11-18T18:10:34,598 INFO [M:0;818bff808382:41865 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:32943/user/jenkins/test-data/5448975d-1743-9402-9e12-733e27ba09f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c6cb593acfc84a828742a32de322381e 2024-11-18T18:10:34,623 DEBUG [M:0;818bff808382:41865 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32943/user/jenkins/test-data/5448975d-1743-9402-9e12-733e27ba09f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d74739d139df41cfa6dcea5705c7facc is 69, key is 818bff808382,38471,1731953421572/rs:state/1731953423426/Put/seqid=0 2024-11-18T18:10:34,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46341 is added to blk_1073741845_1021 (size=5156) 2024-11-18T18:10:34,631 INFO [M:0;818bff808382:41865 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:32943/user/jenkins/test-data/5448975d-1743-9402-9e12-733e27ba09f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d74739d139df41cfa6dcea5705c7facc 2024-11-18T18:10:34,637 DEBUG [M:0;818bff808382:41865 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32943/user/jenkins/test-data/5448975d-1743-9402-9e12-733e27ba09f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/90baf04e3dba4858bab6cb6462767bea as hdfs://localhost:32943/user/jenkins/test-data/5448975d-1743-9402-9e12-733e27ba09f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/90baf04e3dba4858bab6cb6462767bea 2024-11-18T18:10:34,644 INFO [M:0;818bff808382:41865 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32943/user/jenkins/test-data/5448975d-1743-9402-9e12-733e27ba09f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/90baf04e3dba4858bab6cb6462767bea, entries=8, sequenceid=70, filesize=5.5 K 2024-11-18T18:10:34,645 DEBUG [M:0;818bff808382:41865 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32943/user/jenkins/test-data/5448975d-1743-9402-9e12-733e27ba09f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c6cb593acfc84a828742a32de322381e as hdfs://localhost:32943/user/jenkins/test-data/5448975d-1743-9402-9e12-733e27ba09f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c6cb593acfc84a828742a32de322381e 2024-11-18T18:10:34,651 INFO [M:0;818bff808382:41865 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32943/user/jenkins/test-data/5448975d-1743-9402-9e12-733e27ba09f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c6cb593acfc84a828742a32de322381e, entries=8, sequenceid=70, filesize=7.0 K 2024-11-18T18:10:34,652 DEBUG [M:0;818bff808382:41865 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32943/user/jenkins/test-data/5448975d-1743-9402-9e12-733e27ba09f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d74739d139df41cfa6dcea5705c7facc as hdfs://localhost:32943/user/jenkins/test-data/5448975d-1743-9402-9e12-733e27ba09f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d74739d139df41cfa6dcea5705c7facc 2024-11-18T18:10:34,657 INFO [M:0;818bff808382:41865 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32943/user/jenkins/test-data/5448975d-1743-9402-9e12-733e27ba09f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d74739d139df41cfa6dcea5705c7facc, entries=1, sequenceid=70, filesize=5.0 K 2024-11-18T18:10:34,659 INFO [M:0;818bff808382:41865 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 518ms, sequenceid=70, compaction requested=false 2024-11-18T18:10:34,661 INFO [M:0;818bff808382:41865 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:10:34,661 DEBUG [M:0;818bff808382:41865 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731953434140Disabling compacts and flushes for region at 1731953434140Disabling writes for close at 1731953434141 (+1 ms)Obtaining lock to block concurrent updates at 1731953434141Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731953434141Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731953434141Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731953434142 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731953434142Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731953434159 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731953434159Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731953434571 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731953434587 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731953434587Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731953434604 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731953434622 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731953434622Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ab01caf: reopening flushed file at 1731953434636 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@777f7842: reopening flushed file at 1731953434644 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@411ea950: reopening flushed file at 1731953434651 (+7 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 518ms, sequenceid=70, compaction requested=false at 1731953434659 (+8 ms)Writing region close event to WAL at 1731953434661 (+2 ms)Closed at 1731953434661 2024-11-18T18:10:34,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46341 is added to blk_1073741830_1006 (size=41008) 2024-11-18T18:10:34,664 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5448975d-1743-9402-9e12-733e27ba09f4/MasterData/WALs/818bff808382,41865,1731953421516/818bff808382%2C41865%2C1731953421516.1731953423309 not finished, retry = 0 2024-11-18T18:10:34,766 INFO [M:0;818bff808382:41865 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T18:10:34,766 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T18:10:34,766 INFO [M:0;818bff808382:41865 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41865 2024-11-18T18:10:34,766 INFO [M:0;818bff808382:41865 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T18:10:34,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41865-0x1000bd3a1d30000, quorum=127.0.0.1:54562, baseZNode=/0-396379395 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T18:10:34,869 INFO [M:0;818bff808382:41865 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T18:10:34,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41865-0x1000bd3a1d30000, quorum=127.0.0.1:54562, baseZNode=/0-396379395 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T18:10:34,871 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5f736734{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T18:10:34,872 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3183cd5d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T18:10:34,872 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T18:10:34,872 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d1cbcba{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T18:10:34,872 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d7725da{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9ef2be0-310d-b02f-dd62-c33cd942833b/hadoop.log.dir/,STOPPED} 2024-11-18T18:10:34,874 WARN [BP-1029161091-172.17.0.2-1731953420559 heartbeating to localhost/127.0.0.1:32943 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T18:10:34,874 WARN [BP-1029161091-172.17.0.2-1731953420559 heartbeating to localhost/127.0.0.1:32943 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1029161091-172.17.0.2-1731953420559 (Datanode Uuid 1826564c-5ef6-4159-bd6c-0097ac8dce06) service to localhost/127.0.0.1:32943 2024-11-18T18:10:34,874 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T18:10:34,874 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T18:10:34,875 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9ef2be0-310d-b02f-dd62-c33cd942833b/cluster_941216aa-e604-28b9-c171-c0e20754ae80/data/data2/current/BP-1029161091-172.17.0.2-1731953420559 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T18:10:34,875 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T18:10:34,875 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9ef2be0-310d-b02f-dd62-c33cd942833b/cluster_941216aa-e604-28b9-c171-c0e20754ae80/data/data1/current/BP-1029161091-172.17.0.2-1731953420559 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T18:10:34,881 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@440b13fc{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T18:10:34,882 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@301e370e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T18:10:34,882 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T18:10:34,882 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44f7b8d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T18:10:34,882 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2599732c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9ef2be0-310d-b02f-dd62-c33cd942833b/hadoop.log.dir/,STOPPED} 2024-11-18T18:10:34,888 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-18T18:10:34,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T18:10:34,909 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=140 (was 107) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44485 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44485 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:32943 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44485 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44485 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44485 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:32943 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44485 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:32943 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54562) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32943 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32943 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:32943 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32943 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:32943 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:44485 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54562) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44485 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=465 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=285 (was 292), ProcessCount=11 (was 11), AvailableMemoryMB=11910 (was 11313) - AvailableMemoryMB LEAK? - 2024-11-18T18:10:34,918 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=140, OpenFileDescriptor=465, MaxFileDescriptor=1048576, SystemLoadAverage=285, ProcessCount=11, AvailableMemoryMB=11910 2024-11-18T18:10:34,932 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-18T18:10:34,932 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68990062-77d4-0314-9128-dd99a2ca4f28/hadoop.log.dir so I do NOT create it in target/test-data/0893caad-9389-851c-4f2c-0944b23eeea1 2024-11-18T18:10:34,932 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68990062-77d4-0314-9128-dd99a2ca4f28/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T18:10:34,932 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68990062-77d4-0314-9128-dd99a2ca4f28/hadoop.tmp.dir so I do NOT create it in target/test-data/0893caad-9389-851c-4f2c-0944b23eeea1 2024-11-18T18:10:34,932 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68990062-77d4-0314-9128-dd99a2ca4f28/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T18:10:34,932 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0893caad-9389-851c-4f2c-0944b23eeea1 2024-11-18T18:10:34,932 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0893caad-9389-851c-4f2c-0944b23eeea1/cluster_76668aa7-dc82-b430-862b-5b6584817461, deleteOnExit=true 2024-11-18T18:10:34,935 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0893caad-9389-851c-4f2c-0944b23eeea1/cluster_76668aa7-dc82-b430-862b-5b6584817461/zookeeper_0, clientPort=64034, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0893caad-9389-851c-4f2c-0944b23eeea1/cluster_76668aa7-dc82-b430-862b-5b6584817461/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0893caad-9389-851c-4f2c-0944b23eeea1/cluster_76668aa7-dc82-b430-862b-5b6584817461/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-18T18:10:34,936 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64034 2024-11-18T18:10:34,936 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T18:10:34,936 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T18:10:34,936 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0893caad-9389-851c-4f2c-0944b23eeea1/test.cache.data in system properties and HBase conf 2024-11-18T18:10:34,936 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0893caad-9389-851c-4f2c-0944b23eeea1/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T18:10:34,936 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0893caad-9389-851c-4f2c-0944b23eeea1/hadoop.log.dir in system properties and HBase conf 2024-11-18T18:10:34,936 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0893caad-9389-851c-4f2c-0944b23eeea1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T18:10:34,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0893caad-9389-851c-4f2c-0944b23eeea1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T18:10:34,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T18:10:34,937 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T18:10:34,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0893caad-9389-851c-4f2c-0944b23eeea1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T18:10:34,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0893caad-9389-851c-4f2c-0944b23eeea1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T18:10:34,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0893caad-9389-851c-4f2c-0944b23eeea1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T18:10:34,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0893caad-9389-851c-4f2c-0944b23eeea1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T18:10:34,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0893caad-9389-851c-4f2c-0944b23eeea1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T18:10:34,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0893caad-9389-851c-4f2c-0944b23eeea1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T18:10:34,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0893caad-9389-851c-4f2c-0944b23eeea1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T18:10:34,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0893caad-9389-851c-4f2c-0944b23eeea1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T18:10:34,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0893caad-9389-851c-4f2c-0944b23eeea1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T18:10:34,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0893caad-9389-851c-4f2c-0944b23eeea1/nfs.dump.dir in system properties and HBase conf 2024-11-18T18:10:34,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0893caad-9389-851c-4f2c-0944b23eeea1/java.io.tmpdir in system properties and HBase conf 2024-11-18T18:10:34,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0893caad-9389-851c-4f2c-0944b23eeea1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T18:10:34,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0893caad-9389-851c-4f2c-0944b23eeea1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T18:10:34,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0893caad-9389-851c-4f2c-0944b23eeea1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T18:10:34,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1000bd3a1d30002, quorum=127.0.0.1:54562, baseZNode=/0-396379395 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T18:10:34,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1000bd3a1d30005, quorum=127.0.0.1:54562, baseZNode=/1-1995580888 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T18:10:34,986 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1000bd3a1d30002, quorum=127.0.0.1:54562, baseZNode=/0-396379395 Received Disconnected from ZooKeeper, ignoring 2024-11-18T18:10:34,986 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1000bd3a1d30005, quorum=127.0.0.1:54562, baseZNode=/1-1995580888 Received Disconnected from ZooKeeper, ignoring 2024-11-18T18:10:35,025 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T18:10:35,031 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T18:10:35,036 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T18:10:35,036 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T18:10:35,036 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T18:10:35,037 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T18:10:35,039 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74cb0f58{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0893caad-9389-851c-4f2c-0944b23eeea1/hadoop.log.dir/,AVAILABLE} 2024-11-18T18:10:35,039 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a2f2c21{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T18:10:35,167 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@74a3bd84{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0893caad-9389-851c-4f2c-0944b23eeea1/java.io.tmpdir/jetty-localhost-43255-hadoop-hdfs-3_4_1-tests_jar-_-any-14070745294012201062/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T18:10:35,168 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7c806ef1{HTTP/1.1, (http/1.1)}{localhost:43255} 2024-11-18T18:10:35,168 INFO [Time-limited test {}] server.Server(415): Started @45264ms 2024-11-18T18:10:35,263 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T18:10:35,266 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T18:10:35,269 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T18:10:35,269 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T18:10:35,269 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T18:10:35,270 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e0f1b25{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0893caad-9389-851c-4f2c-0944b23eeea1/hadoop.log.dir/,AVAILABLE} 2024-11-18T18:10:35,270 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ab92463{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T18:10:35,393 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5377c0bb{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0893caad-9389-851c-4f2c-0944b23eeea1/java.io.tmpdir/jetty-localhost-44795-hadoop-hdfs-3_4_1-tests_jar-_-any-1037099453603962762/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T18:10:35,393 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4fe4dffa{HTTP/1.1, (http/1.1)}{localhost:44795} 2024-11-18T18:10:35,393 INFO [Time-limited test {}] server.Server(415): Started @45489ms 2024-11-18T18:10:35,395 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T18:10:35,508 WARN [Thread-826 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0893caad-9389-851c-4f2c-0944b23eeea1/cluster_76668aa7-dc82-b430-862b-5b6584817461/data/data1/current/BP-1933823577-172.17.0.2-1731953434955/current, will proceed with Du for space computation calculation, 2024-11-18T18:10:35,508 WARN [Thread-827 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0893caad-9389-851c-4f2c-0944b23eeea1/cluster_76668aa7-dc82-b430-862b-5b6584817461/data/data2/current/BP-1933823577-172.17.0.2-1731953434955/current, will proceed with Du for space computation calculation, 2024-11-18T18:10:35,532 WARN [Thread-814 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T18:10:35,535 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe724bab20f5092ca with lease ID 0x46f5c87eae1915d: Processing first storage report for DS-75ded3bd-aae7-4d69-bbd7-c9e7d5146427 from datanode DatanodeRegistration(127.0.0.1:45119, datanodeUuid=9c7c82bc-5ccb-432f-bb48-8ac83178446e, infoPort=44663, infoSecurePort=0, ipcPort=40793, storageInfo=lv=-57;cid=testClusterID;nsid=1698834281;c=1731953434955) 2024-11-18T18:10:35,535 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe724bab20f5092ca with lease ID 0x46f5c87eae1915d: from storage DS-75ded3bd-aae7-4d69-bbd7-c9e7d5146427 node DatanodeRegistration(127.0.0.1:45119, datanodeUuid=9c7c82bc-5ccb-432f-bb48-8ac83178446e, infoPort=44663, infoSecurePort=0, ipcPort=40793, storageInfo=lv=-57;cid=testClusterID;nsid=1698834281;c=1731953434955), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T18:10:35,535 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe724bab20f5092ca with lease ID 0x46f5c87eae1915d: Processing first storage report for DS-1b1b76e7-cc9d-4beb-aba7-f695991ba678 from datanode DatanodeRegistration(127.0.0.1:45119, datanodeUuid=9c7c82bc-5ccb-432f-bb48-8ac83178446e, infoPort=44663, infoSecurePort=0, ipcPort=40793, storageInfo=lv=-57;cid=testClusterID;nsid=1698834281;c=1731953434955) 2024-11-18T18:10:35,535 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe724bab20f5092ca with lease ID 0x46f5c87eae1915d: from storage DS-1b1b76e7-cc9d-4beb-aba7-f695991ba678 node DatanodeRegistration(127.0.0.1:45119, datanodeUuid=9c7c82bc-5ccb-432f-bb48-8ac83178446e, infoPort=44663, infoSecurePort=0, ipcPort=40793, storageInfo=lv=-57;cid=testClusterID;nsid=1698834281;c=1731953434955), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T18:10:35,625 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0893caad-9389-851c-4f2c-0944b23eeea1 2024-11-18T18:10:35,625 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:10:35,626 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:10:35,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45119 is added to blk_1073741825_1001 (size=7) 2024-11-18T18:10:35,950 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T18:10:35,967 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:10:35,968 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:10:35,968 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:10:35,979 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T18:10:35,979 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-18T18:10:35,979 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-18T18:10:35,979 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T18:10:36,035 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135 with version=8 2024-11-18T18:10:36,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/hbase-staging 2024-11-18T18:10:36,037 INFO [Time-limited test {}] client.ConnectionUtils(128): master/818bff808382:0 server-side Connection retries=45 2024-11-18T18:10:36,037 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T18:10:36,037 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T18:10:36,038 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T18:10:36,038 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T18:10:36,038 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T18:10:36,038 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T18:10:36,038 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T18:10:36,039 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38873 2024-11-18T18:10:36,040 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38873 connecting to ZooKeeper ensemble=127.0.0.1:64034 2024-11-18T18:10:36,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:388730x0, quorum=127.0.0.1:64034, baseZNode=/0-2075973551 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T18:10:36,047 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38873-0x1000bd3da1d0000 connected 2024-11-18T18:10:36,069 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:10:36,071 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:10:36,073 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38873-0x1000bd3da1d0000, quorum=127.0.0.1:64034, baseZNode=/0-2075973551 Set watcher on znode that does not yet exist, /0-2075973551/running 2024-11-18T18:10:36,073 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135, hbase.cluster.distributed=false 2024-11-18T18:10:36,075 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38873-0x1000bd3da1d0000, quorum=127.0.0.1:64034, baseZNode=/0-2075973551 Set watcher on znode that does not yet exist, /0-2075973551/acl 2024-11-18T18:10:36,080 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38873 2024-11-18T18:10:36,083 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38873 2024-11-18T18:10:36,086 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38873 2024-11-18T18:10:36,087 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38873 2024-11-18T18:10:36,087 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38873 2024-11-18T18:10:36,111 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/818bff808382:0 server-side Connection retries=45 2024-11-18T18:10:36,111 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T18:10:36,111 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T18:10:36,111 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T18:10:36,111 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T18:10:36,111 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T18:10:36,111 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T18:10:36,111 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T18:10:36,112 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37309 2024-11-18T18:10:36,113 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37309 connecting to ZooKeeper ensemble=127.0.0.1:64034 2024-11-18T18:10:36,114 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:10:36,116 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:10:36,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:373090x0, quorum=127.0.0.1:64034, baseZNode=/0-2075973551 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T18:10:36,124 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:373090x0, quorum=127.0.0.1:64034, baseZNode=/0-2075973551 Set watcher on znode that does not yet exist, /0-2075973551/running 2024-11-18T18:10:36,124 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37309-0x1000bd3da1d0001 connected 2024-11-18T18:10:36,124 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T18:10:36,127 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T18:10:36,128 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37309-0x1000bd3da1d0001, quorum=127.0.0.1:64034, baseZNode=/0-2075973551 Set watcher on znode that does not yet exist, /0-2075973551/master 2024-11-18T18:10:36,129 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37309-0x1000bd3da1d0001, quorum=127.0.0.1:64034, baseZNode=/0-2075973551 Set watcher on znode that does not yet exist, /0-2075973551/acl 2024-11-18T18:10:36,129 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37309 2024-11-18T18:10:36,129 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37309 2024-11-18T18:10:36,129 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37309 2024-11-18T18:10:36,130 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37309 2024-11-18T18:10:36,130 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37309 2024-11-18T18:10:36,142 DEBUG [M:0;818bff808382:38873 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;818bff808382:38873 2024-11-18T18:10:36,143 INFO [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-2075973551/backup-masters/818bff808382,38873,1731953436037 2024-11-18T18:10:36,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38873-0x1000bd3da1d0000, quorum=127.0.0.1:64034, baseZNode=/0-2075973551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2075973551/backup-masters 2024-11-18T18:10:36,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37309-0x1000bd3da1d0001, quorum=127.0.0.1:64034, baseZNode=/0-2075973551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2075973551/backup-masters 2024-11-18T18:10:36,146 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38873-0x1000bd3da1d0000, quorum=127.0.0.1:64034, baseZNode=/0-2075973551 Set watcher on existing znode=/0-2075973551/backup-masters/818bff808382,38873,1731953436037 2024-11-18T18:10:36,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37309-0x1000bd3da1d0001, quorum=127.0.0.1:64034, baseZNode=/0-2075973551 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2075973551/master 2024-11-18T18:10:36,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37309-0x1000bd3da1d0001, quorum=127.0.0.1:64034, baseZNode=/0-2075973551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2075973551 2024-11-18T18:10:36,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38873-0x1000bd3da1d0000, quorum=127.0.0.1:64034, baseZNode=/0-2075973551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2075973551 2024-11-18T18:10:36,148 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38873-0x1000bd3da1d0000, quorum=127.0.0.1:64034, baseZNode=/0-2075973551 Set watcher on existing znode=/0-2075973551/master 2024-11-18T18:10:36,148 INFO [master/818bff808382:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-2075973551/backup-masters/818bff808382,38873,1731953436037 from backup master directory 2024-11-18T18:10:36,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37309-0x1000bd3da1d0001, quorum=127.0.0.1:64034, baseZNode=/0-2075973551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2075973551/backup-masters 2024-11-18T18:10:36,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38873-0x1000bd3da1d0000, quorum=127.0.0.1:64034, baseZNode=/0-2075973551 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2075973551/backup-masters/818bff808382,38873,1731953436037 2024-11-18T18:10:36,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38873-0x1000bd3da1d0000, quorum=127.0.0.1:64034, baseZNode=/0-2075973551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2075973551/backup-masters 2024-11-18T18:10:36,150 WARN [master/818bff808382:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T18:10:36,150 INFO [master/818bff808382:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=818bff808382,38873,1731953436037 2024-11-18T18:10:36,154 DEBUG [master/818bff808382:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/hbase.id] with ID: 11a0b8fa-6f54-4169-bc61-8a357db44f3c 2024-11-18T18:10:36,154 DEBUG [master/818bff808382:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/.tmp/hbase.id 2024-11-18T18:10:36,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45119 is added to blk_1073741826_1002 (size=42) 2024-11-18T18:10:36,562 DEBUG [master/818bff808382:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/.tmp/hbase.id]:[hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/hbase.id] 2024-11-18T18:10:36,574 INFO [master/818bff808382:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:10:36,574 INFO [master/818bff808382:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T18:10:36,575 INFO [master/818bff808382:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-18T18:10:36,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37309-0x1000bd3da1d0001, quorum=127.0.0.1:64034, baseZNode=/0-2075973551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2075973551 2024-11-18T18:10:36,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38873-0x1000bd3da1d0000, quorum=127.0.0.1:64034, baseZNode=/0-2075973551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2075973551 2024-11-18T18:10:36,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45119 is added to blk_1073741827_1003 (size=196) 2024-11-18T18:10:36,994 INFO [master/818bff808382:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T18:10:36,995 INFO [master/818bff808382:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T18:10:36,995 INFO [master/818bff808382:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T18:10:37,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45119 is added to blk_1073741828_1004 (size=1189) 2024-11-18T18:10:37,014 INFO [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/MasterData/data/master/store 2024-11-18T18:10:37,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45119 is added to blk_1073741829_1005 (size=34) 2024-11-18T18:10:37,426 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:10:37,427 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T18:10:37,427 INFO [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:10:37,427 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:10:37,427 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T18:10:37,427 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:10:37,427 INFO [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:10:37,427 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731953437427Disabling compacts and flushes for region at 1731953437427Disabling writes for close at 1731953437427Writing region close event to WAL at 1731953437427Closed at 1731953437427 2024-11-18T18:10:37,428 WARN [master/818bff808382:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/MasterData/data/master/store/.initializing 2024-11-18T18:10:37,428 DEBUG [master/818bff808382:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/MasterData/WALs/818bff808382,38873,1731953436037 2024-11-18T18:10:37,429 INFO [master/818bff808382:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T18:10:37,431 INFO [master/818bff808382:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=818bff808382%2C38873%2C1731953436037, suffix=, logDir=hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/MasterData/WALs/818bff808382,38873,1731953436037, archiveDir=hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/MasterData/oldWALs, maxLogs=10 2024-11-18T18:10:37,447 DEBUG [master/818bff808382:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/MasterData/WALs/818bff808382,38873,1731953436037/818bff808382%2C38873%2C1731953436037.1731953437431, exclude list is [], retry=0 2024-11-18T18:10:37,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45119,DS-75ded3bd-aae7-4d69-bbd7-c9e7d5146427,DISK] 2024-11-18T18:10:37,451 INFO [master/818bff808382:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/MasterData/WALs/818bff808382,38873,1731953436037/818bff808382%2C38873%2C1731953436037.1731953437431 2024-11-18T18:10:37,452 DEBUG [master/818bff808382:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44663:44663)] 2024-11-18T18:10:37,452 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T18:10:37,452 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:10:37,452 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:10:37,452 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:10:37,454 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:10:37,455 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T18:10:37,455 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:10:37,456 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:10:37,456 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:10:37,457 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T18:10:37,457 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:10:37,458 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:10:37,458 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:10:37,459 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T18:10:37,459 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:10:37,460 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:10:37,460 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:10:37,461 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T18:10:37,461 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:10:37,462 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:10:37,462 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:10:37,463 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:10:37,463 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:10:37,464 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:10:37,464 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:10:37,465 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T18:10:37,466 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:10:37,468 DEBUG [master/818bff808382:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T18:10:37,468 INFO [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69348358, jitterRate=0.03337106108665466}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T18:10:37,469 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731953437452Initializing all the Stores at 1731953437453 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953437453Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953437453Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953437453Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953437453Cleaning up temporary data from old regions at 1731953437464 (+11 ms)Region opened successfully at 1731953437469 (+5 ms) 2024-11-18T18:10:37,469 INFO [master/818bff808382:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T18:10:37,472 DEBUG [master/818bff808382:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a5dfd5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=818bff808382/172.17.0.2:0 2024-11-18T18:10:37,473 INFO [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T18:10:37,473 INFO [master/818bff808382:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T18:10:37,473 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T18:10:37,473 INFO [master/818bff808382:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T18:10:37,474 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T18:10:37,474 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T18:10:37,474 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T18:10:37,476 INFO [master/818bff808382:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T18:10:37,477 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38873-0x1000bd3da1d0000, quorum=127.0.0.1:64034, baseZNode=/0-2075973551 Unable to get data of znode /0-2075973551/balancer because node does not exist (not necessarily an error) 2024-11-18T18:10:37,478 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2075973551/balancer already deleted, retry=false 2024-11-18T18:10:37,478 INFO [master/818bff808382:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T18:10:37,479 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38873-0x1000bd3da1d0000, quorum=127.0.0.1:64034, baseZNode=/0-2075973551 Unable to get data of znode /0-2075973551/normalizer because node does not exist (not necessarily an error) 2024-11-18T18:10:37,480 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2075973551/normalizer already deleted, retry=false 2024-11-18T18:10:37,480 INFO [master/818bff808382:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T18:10:37,481 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38873-0x1000bd3da1d0000, quorum=127.0.0.1:64034, baseZNode=/0-2075973551 Unable to get data of znode /0-2075973551/switch/split because node does not exist (not necessarily an error) 2024-11-18T18:10:37,482 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2075973551/switch/split already deleted, retry=false 2024-11-18T18:10:37,482 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38873-0x1000bd3da1d0000, quorum=127.0.0.1:64034, baseZNode=/0-2075973551 Unable to get data of znode /0-2075973551/switch/merge because node does not exist (not necessarily an error) 2024-11-18T18:10:37,483 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2075973551/switch/merge already deleted, retry=false 2024-11-18T18:10:37,485 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38873-0x1000bd3da1d0000, quorum=127.0.0.1:64034, baseZNode=/0-2075973551 Unable to get data of znode /0-2075973551/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T18:10:37,486 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2075973551/snapshot-cleanup already deleted, retry=false 2024-11-18T18:10:37,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38873-0x1000bd3da1d0000, quorum=127.0.0.1:64034, baseZNode=/0-2075973551 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2075973551/running 2024-11-18T18:10:37,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37309-0x1000bd3da1d0001, quorum=127.0.0.1:64034, baseZNode=/0-2075973551 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2075973551/running 2024-11-18T18:10:37,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38873-0x1000bd3da1d0000, quorum=127.0.0.1:64034, baseZNode=/0-2075973551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2075973551 2024-11-18T18:10:37,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37309-0x1000bd3da1d0001, quorum=127.0.0.1:64034, baseZNode=/0-2075973551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2075973551 2024-11-18T18:10:37,489 INFO [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=818bff808382,38873,1731953436037, sessionid=0x1000bd3da1d0000, setting cluster-up flag (Was=false) 2024-11-18T18:10:37,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37309-0x1000bd3da1d0001, quorum=127.0.0.1:64034, baseZNode=/0-2075973551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2075973551 2024-11-18T18:10:37,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38873-0x1000bd3da1d0000, quorum=127.0.0.1:64034, baseZNode=/0-2075973551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2075973551 2024-11-18T18:10:37,496 DEBUG [master/818bff808382:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2075973551/flush-table-proc/acquired, /0-2075973551/flush-table-proc/reached, /0-2075973551/flush-table-proc/abort 2024-11-18T18:10:37,497 DEBUG [master/818bff808382:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=818bff808382,38873,1731953436037 2024-11-18T18:10:37,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38873-0x1000bd3da1d0000, quorum=127.0.0.1:64034, baseZNode=/0-2075973551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2075973551 2024-11-18T18:10:37,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37309-0x1000bd3da1d0001, quorum=127.0.0.1:64034, baseZNode=/0-2075973551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2075973551 2024-11-18T18:10:37,504 DEBUG [master/818bff808382:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2075973551/online-snapshot/acquired, /0-2075973551/online-snapshot/reached, /0-2075973551/online-snapshot/abort 2024-11-18T18:10:37,505 DEBUG [master/818bff808382:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=818bff808382,38873,1731953436037 2024-11-18T18:10:37,506 INFO [master/818bff808382:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T18:10:37,508 DEBUG [master/818bff808382:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T18:10:37,508 INFO [master/818bff808382:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T18:10:37,508 INFO [master/818bff808382:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T18:10:37,508 DEBUG [master/818bff808382:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 818bff808382,38873,1731953436037 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T18:10:37,509 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/818bff808382:0, corePoolSize=5, maxPoolSize=5 2024-11-18T18:10:37,509 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/818bff808382:0, corePoolSize=5, maxPoolSize=5 2024-11-18T18:10:37,509 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/818bff808382:0, corePoolSize=5, maxPoolSize=5 2024-11-18T18:10:37,509 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/818bff808382:0, corePoolSize=5, maxPoolSize=5 2024-11-18T18:10:37,509 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/818bff808382:0, corePoolSize=10, maxPoolSize=10 2024-11-18T18:10:37,509 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:10:37,509 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/818bff808382:0, corePoolSize=2, maxPoolSize=2 2024-11-18T18:10:37,509 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:10:37,511 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731953467511 2024-11-18T18:10:37,511 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T18:10:37,511 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T18:10:37,511 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T18:10:37,511 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T18:10:37,511 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T18:10:37,511 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T18:10:37,511 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T18:10:37,511 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T18:10:37,511 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T18:10:37,512 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T18:10:37,512 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T18:10:37,512 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T18:10:37,512 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T18:10:37,512 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:10:37,512 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T18:10:37,512 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T18:10:37,512 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T18:10:37,513 DEBUG [master/818bff808382:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/818bff808382:0:becomeActiveMaster-HFileCleaner.large.0-1731953437513,5,FailOnTimeoutGroup] 2024-11-18T18:10:37,513 DEBUG [master/818bff808382:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/818bff808382:0:becomeActiveMaster-HFileCleaner.small.0-1731953437513,5,FailOnTimeoutGroup] 2024-11-18T18:10:37,513 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T18:10:37,513 INFO [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T18:10:37,513 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T18:10:37,513 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T18:10:37,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45119 is added to blk_1073741831_1007 (size=1321) 2024-11-18T18:10:37,532 INFO [RS:0;818bff808382:37309 {}] regionserver.HRegionServer(746): ClusterId : 11a0b8fa-6f54-4169-bc61-8a357db44f3c 2024-11-18T18:10:37,533 DEBUG [RS:0;818bff808382:37309 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T18:10:37,535 DEBUG [RS:0;818bff808382:37309 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T18:10:37,535 DEBUG [RS:0;818bff808382:37309 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T18:10:37,537 DEBUG [RS:0;818bff808382:37309 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T18:10:37,537 DEBUG [RS:0;818bff808382:37309 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34d02a49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=818bff808382/172.17.0.2:0 2024-11-18T18:10:37,549 DEBUG [RS:0;818bff808382:37309 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;818bff808382:37309 2024-11-18T18:10:37,550 INFO [RS:0;818bff808382:37309 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T18:10:37,550 INFO [RS:0;818bff808382:37309 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T18:10:37,550 DEBUG [RS:0;818bff808382:37309 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T18:10:37,550 INFO [RS:0;818bff808382:37309 {}] regionserver.HRegionServer(2659): reportForDuty to master=818bff808382,38873,1731953436037 with port=37309, startcode=1731953436111 2024-11-18T18:10:37,550 DEBUG [RS:0;818bff808382:37309 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T18:10:37,552 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54579, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T18:10:37,553 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38873 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 818bff808382,37309,1731953436111 2024-11-18T18:10:37,553 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38873 {}] master.ServerManager(517): Registering regionserver=818bff808382,37309,1731953436111 2024-11-18T18:10:37,555 DEBUG [RS:0;818bff808382:37309 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135 2024-11-18T18:10:37,555 DEBUG [RS:0;818bff808382:37309 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34567 2024-11-18T18:10:37,555 DEBUG [RS:0;818bff808382:37309 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T18:10:37,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38873-0x1000bd3da1d0000, quorum=127.0.0.1:64034, baseZNode=/0-2075973551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2075973551/rs 2024-11-18T18:10:37,557 DEBUG [RS:0;818bff808382:37309 {}] zookeeper.ZKUtil(111): regionserver:37309-0x1000bd3da1d0001, quorum=127.0.0.1:64034, baseZNode=/0-2075973551 Set watcher on existing znode=/0-2075973551/rs/818bff808382,37309,1731953436111 2024-11-18T18:10:37,557 WARN [RS:0;818bff808382:37309 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T18:10:37,557 INFO [RS:0;818bff808382:37309 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T18:10:37,557 DEBUG [RS:0;818bff808382:37309 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/WALs/818bff808382,37309,1731953436111 2024-11-18T18:10:37,557 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [818bff808382,37309,1731953436111] 2024-11-18T18:10:37,560 INFO [RS:0;818bff808382:37309 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T18:10:37,562 INFO [RS:0;818bff808382:37309 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T18:10:37,564 INFO [RS:0;818bff808382:37309 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T18:10:37,564 INFO [RS:0;818bff808382:37309 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T18:10:37,564 INFO [RS:0;818bff808382:37309 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T18:10:37,565 INFO [RS:0;818bff808382:37309 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T18:10:37,565 INFO [RS:0;818bff808382:37309 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T18:10:37,565 DEBUG [RS:0;818bff808382:37309 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:10:37,565 DEBUG [RS:0;818bff808382:37309 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:10:37,565 DEBUG [RS:0;818bff808382:37309 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:10:37,565 DEBUG [RS:0;818bff808382:37309 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:10:37,565 DEBUG [RS:0;818bff808382:37309 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:10:37,565 DEBUG [RS:0;818bff808382:37309 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/818bff808382:0, corePoolSize=2, maxPoolSize=2 2024-11-18T18:10:37,565 DEBUG [RS:0;818bff808382:37309 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:10:37,565 DEBUG [RS:0;818bff808382:37309 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:10:37,565 DEBUG [RS:0;818bff808382:37309 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:10:37,565 DEBUG [RS:0;818bff808382:37309 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:10:37,565 DEBUG [RS:0;818bff808382:37309 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:10:37,565 DEBUG [RS:0;818bff808382:37309 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:10:37,565 DEBUG [RS:0;818bff808382:37309 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0, corePoolSize=3, maxPoolSize=3 2024-11-18T18:10:37,565 DEBUG [RS:0;818bff808382:37309 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/818bff808382:0, corePoolSize=3, maxPoolSize=3 2024-11-18T18:10:37,566 INFO [RS:0;818bff808382:37309 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T18:10:37,566 INFO [RS:0;818bff808382:37309 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T18:10:37,566 INFO [RS:0;818bff808382:37309 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T18:10:37,566 INFO [RS:0;818bff808382:37309 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T18:10:37,566 INFO [RS:0;818bff808382:37309 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T18:10:37,566 INFO [RS:0;818bff808382:37309 {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,37309,1731953436111-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T18:10:37,585 INFO [RS:0;818bff808382:37309 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T18:10:37,586 INFO [RS:0;818bff808382:37309 {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,37309,1731953436111-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T18:10:37,586 INFO [RS:0;818bff808382:37309 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:10:37,586 INFO [RS:0;818bff808382:37309 {}] regionserver.Replication(171): 818bff808382,37309,1731953436111 started 2024-11-18T18:10:37,603 INFO [RS:0;818bff808382:37309 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:10:37,604 INFO [RS:0;818bff808382:37309 {}] regionserver.HRegionServer(1482): Serving as 818bff808382,37309,1731953436111, RpcServer on 818bff808382/172.17.0.2:37309, sessionid=0x1000bd3da1d0001 2024-11-18T18:10:37,604 DEBUG [RS:0;818bff808382:37309 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T18:10:37,604 DEBUG [RS:0;818bff808382:37309 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 818bff808382,37309,1731953436111 2024-11-18T18:10:37,604 DEBUG [RS:0;818bff808382:37309 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '818bff808382,37309,1731953436111' 2024-11-18T18:10:37,604 DEBUG [RS:0;818bff808382:37309 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2075973551/flush-table-proc/abort' 2024-11-18T18:10:37,604 DEBUG [RS:0;818bff808382:37309 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2075973551/flush-table-proc/acquired' 2024-11-18T18:10:37,605 DEBUG [RS:0;818bff808382:37309 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T18:10:37,605 DEBUG [RS:0;818bff808382:37309 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T18:10:37,605 DEBUG [RS:0;818bff808382:37309 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 818bff808382,37309,1731953436111 2024-11-18T18:10:37,605 DEBUG [RS:0;818bff808382:37309 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '818bff808382,37309,1731953436111' 2024-11-18T18:10:37,605 DEBUG [RS:0;818bff808382:37309 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2075973551/online-snapshot/abort' 2024-11-18T18:10:37,605 DEBUG [RS:0;818bff808382:37309 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2075973551/online-snapshot/acquired' 2024-11-18T18:10:37,605 DEBUG [RS:0;818bff808382:37309 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T18:10:37,606 INFO [RS:0;818bff808382:37309 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T18:10:37,606 INFO [RS:0;818bff808382:37309 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T18:10:37,706 INFO [RS:0;818bff808382:37309 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T18:10:37,708 INFO [RS:0;818bff808382:37309 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=818bff808382%2C37309%2C1731953436111, suffix=, logDir=hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/WALs/818bff808382,37309,1731953436111, archiveDir=hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/oldWALs, maxLogs=10 2024-11-18T18:10:37,721 DEBUG [RS:0;818bff808382:37309 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/WALs/818bff808382,37309,1731953436111/818bff808382%2C37309%2C1731953436111.1731953437708, exclude list is [], retry=0 2024-11-18T18:10:37,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45119,DS-75ded3bd-aae7-4d69-bbd7-c9e7d5146427,DISK] 2024-11-18T18:10:37,726 INFO [RS:0;818bff808382:37309 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/WALs/818bff808382,37309,1731953436111/818bff808382%2C37309%2C1731953436111.1731953437708 2024-11-18T18:10:37,726 DEBUG [RS:0;818bff808382:37309 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44663:44663)] 2024-11-18T18:10:37,919 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T18:10:37,920 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135 2024-11-18T18:10:37,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45119 is added to blk_1073741833_1009 (size=32) 2024-11-18T18:10:38,326 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:10:38,328 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T18:10:38,329 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T18:10:38,329 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:10:38,330 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:10:38,330 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T18:10:38,331 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T18:10:38,332 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:10:38,332 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:10:38,332 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T18:10:38,334 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T18:10:38,334 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:10:38,334 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:10:38,334 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T18:10:38,335 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T18:10:38,335 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:10:38,336 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:10:38,336 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T18:10:38,337 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/data/hbase/meta/1588230740 2024-11-18T18:10:38,337 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/data/hbase/meta/1588230740 2024-11-18T18:10:38,339 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T18:10:38,339 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T18:10:38,339 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T18:10:38,340 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T18:10:38,343 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T18:10:38,343 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63578469, jitterRate=-0.052606984972953796}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T18:10:38,344 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731953438326Initializing all the Stores at 1731953438327 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953438327Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953438328 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953438328Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953438328Cleaning up temporary data from old regions at 1731953438339 (+11 ms)Region opened successfully at 1731953438344 (+5 ms) 2024-11-18T18:10:38,344 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T18:10:38,344 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T18:10:38,344 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T18:10:38,344 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T18:10:38,344 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T18:10:38,345 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T18:10:38,345 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731953438344Disabling compacts and flushes for region at 1731953438344Disabling writes for close at 1731953438344Writing region close event to WAL at 1731953438345 (+1 ms)Closed at 1731953438345 2024-11-18T18:10:38,346 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T18:10:38,346 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T18:10:38,346 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T18:10:38,348 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T18:10:38,349 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T18:10:38,499 DEBUG [818bff808382:38873 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T18:10:38,500 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=818bff808382,37309,1731953436111 2024-11-18T18:10:38,501 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 818bff808382,37309,1731953436111, state=OPENING 2024-11-18T18:10:38,503 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T18:10:38,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37309-0x1000bd3da1d0001, quorum=127.0.0.1:64034, baseZNode=/0-2075973551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2075973551 2024-11-18T18:10:38,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38873-0x1000bd3da1d0000, quorum=127.0.0.1:64034, baseZNode=/0-2075973551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2075973551 2024-11-18T18:10:38,509 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2075973551/meta-region-server: CHANGED 2024-11-18T18:10:38,509 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T18:10:38,509 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=818bff808382,37309,1731953436111}] 2024-11-18T18:10:38,510 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2075973551/meta-region-server: CHANGED 2024-11-18T18:10:38,663 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T18:10:38,665 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53433, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T18:10:38,669 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T18:10:38,669 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T18:10:38,669 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T18:10:38,671 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=818bff808382%2C37309%2C1731953436111.meta, suffix=.meta, logDir=hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/WALs/818bff808382,37309,1731953436111, archiveDir=hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/oldWALs, maxLogs=10 2024-11-18T18:10:38,685 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/WALs/818bff808382,37309,1731953436111/818bff808382%2C37309%2C1731953436111.meta.1731953438671.meta, exclude list is [], retry=0 2024-11-18T18:10:38,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45119,DS-75ded3bd-aae7-4d69-bbd7-c9e7d5146427,DISK] 2024-11-18T18:10:38,688 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/WALs/818bff808382,37309,1731953436111/818bff808382%2C37309%2C1731953436111.meta.1731953438671.meta 2024-11-18T18:10:38,689 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44663:44663)] 2024-11-18T18:10:38,689 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T18:10:38,689 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T18:10:38,689 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T18:10:38,689 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T18:10:38,689 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T18:10:38,689 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T18:10:38,689 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:10:38,689 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T18:10:38,689 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T18:10:38,691 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T18:10:38,691 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T18:10:38,691 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:10:38,692 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:10:38,692 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T18:10:38,693 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T18:10:38,693 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:10:38,693 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:10:38,693 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T18:10:38,694 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T18:10:38,694 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:10:38,694 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:10:38,694 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T18:10:38,695 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T18:10:38,695 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:10:38,695 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:10:38,695 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T18:10:38,696 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/data/hbase/meta/1588230740 2024-11-18T18:10:38,697 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/data/hbase/meta/1588230740 2024-11-18T18:10:38,698 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T18:10:38,698 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T18:10:38,698 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T18:10:38,700 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T18:10:38,700 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59984994, jitterRate=-0.1061539351940155}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T18:10:38,700 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T18:10:38,701 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731953438690Writing region info on filesystem at 1731953438690Initializing all the Stores at 1731953438690Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953438690Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953438691 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953438691Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953438691Cleaning up temporary data from old regions at 1731953438698 (+7 ms)Running coprocessor post-open hooks at 1731953438700 (+2 ms)Region opened successfully at 1731953438701 (+1 ms) 2024-11-18T18:10:38,702 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731953438662 2024-11-18T18:10:38,704 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T18:10:38,704 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T18:10:38,705 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=818bff808382,37309,1731953436111 2024-11-18T18:10:38,706 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 818bff808382,37309,1731953436111, state=OPEN 2024-11-18T18:10:38,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37309-0x1000bd3da1d0001, quorum=127.0.0.1:64034, baseZNode=/0-2075973551 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2075973551/meta-region-server 2024-11-18T18:10:38,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38873-0x1000bd3da1d0000, quorum=127.0.0.1:64034, baseZNode=/0-2075973551 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2075973551/meta-region-server 2024-11-18T18:10:38,708 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=818bff808382,37309,1731953436111 2024-11-18T18:10:38,708 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2075973551/meta-region-server: CHANGED 2024-11-18T18:10:38,708 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2075973551/meta-region-server: CHANGED 2024-11-18T18:10:38,710 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T18:10:38,710 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=818bff808382,37309,1731953436111 in 199 msec 2024-11-18T18:10:38,713 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T18:10:38,713 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 364 msec 2024-11-18T18:10:38,714 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T18:10:38,714 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T18:10:38,715 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T18:10:38,716 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=818bff808382,37309,1731953436111, seqNum=-1] 2024-11-18T18:10:38,716 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T18:10:38,717 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46025, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T18:10:38,722 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2140 sec 2024-11-18T18:10:38,723 INFO [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731953438722, completionTime=-1 2024-11-18T18:10:38,723 INFO [master/818bff808382:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T18:10:38,723 DEBUG [master/818bff808382:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T18:10:38,725 INFO [master/818bff808382:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T18:10:38,725 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731953498725 2024-11-18T18:10:38,725 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731953558725 2024-11-18T18:10:38,725 INFO [master/818bff808382:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-18T18:10:38,725 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,38873,1731953436037-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T18:10:38,725 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,38873,1731953436037-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:10:38,725 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,38873,1731953436037-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:10:38,725 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-818bff808382:38873, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:10:38,725 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T18:10:38,726 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T18:10:38,727 DEBUG [master/818bff808382:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T18:10:38,729 INFO [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.579sec 2024-11-18T18:10:38,729 INFO [master/818bff808382:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T18:10:38,729 INFO [master/818bff808382:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T18:10:38,729 INFO [master/818bff808382:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T18:10:38,729 INFO [master/818bff808382:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T18:10:38,729 INFO [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T18:10:38,729 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,38873,1731953436037-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T18:10:38,729 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,38873,1731953436037-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T18:10:38,732 DEBUG [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T18:10:38,732 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T18:10:38,732 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,38873,1731953436037-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:10:38,733 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34474525, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:10:38,733 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 818bff808382,38873,-1 for getting cluster id 2024-11-18T18:10:38,733 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T18:10:38,735 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '11a0b8fa-6f54-4169-bc61-8a357db44f3c' 2024-11-18T18:10:38,735 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T18:10:38,735 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "11a0b8fa-6f54-4169-bc61-8a357db44f3c" 2024-11-18T18:10:38,735 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73286217, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:10:38,735 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [818bff808382,38873,-1] 2024-11-18T18:10:38,736 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T18:10:38,736 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:10:38,736 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T18:10:38,737 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ec4f0b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:10:38,737 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T18:10:38,738 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=818bff808382,37309,1731953436111, seqNum=-1] 2024-11-18T18:10:38,739 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T18:10:38,740 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T18:10:38,741 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=818bff808382,38873,1731953436037 2024-11-18T18:10:38,742 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:64034 2024-11-18T18:10:38,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:64034, baseZNode=/0-2075973551 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T18:10:38,745 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1000bd3da1d0002 connected 2024-11-18T18:10:38,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0893caad-9389-851c-4f2c-0944b23eeea1/hadoop.log.dir so I do NOT create it in target/test-data/96f9f8cd-affc-04e1-cdba-ca559c3fd425 2024-11-18T18:10:38,749 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0893caad-9389-851c-4f2c-0944b23eeea1/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T18:10:38,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0893caad-9389-851c-4f2c-0944b23eeea1/hadoop.tmp.dir so I do NOT create it in target/test-data/96f9f8cd-affc-04e1-cdba-ca559c3fd425 2024-11-18T18:10:38,749 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0893caad-9389-851c-4f2c-0944b23eeea1/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T18:10:38,749 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96f9f8cd-affc-04e1-cdba-ca559c3fd425 2024-11-18T18:10:38,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T18:10:38,749 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96f9f8cd-affc-04e1-cdba-ca559c3fd425/cluster_221ff1ca-57d7-794a-b464-65c9a6bd1179, deleteOnExit=true 2024-11-18T18:10:38,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T18:10:38,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96f9f8cd-affc-04e1-cdba-ca559c3fd425/test.cache.data in system properties and HBase conf 2024-11-18T18:10:38,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96f9f8cd-affc-04e1-cdba-ca559c3fd425/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T18:10:38,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96f9f8cd-affc-04e1-cdba-ca559c3fd425/hadoop.log.dir in system properties and HBase conf 2024-11-18T18:10:38,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96f9f8cd-affc-04e1-cdba-ca559c3fd425/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T18:10:38,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96f9f8cd-affc-04e1-cdba-ca559c3fd425/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T18:10:38,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T18:10:38,749 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T18:10:38,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96f9f8cd-affc-04e1-cdba-ca559c3fd425/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T18:10:38,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96f9f8cd-affc-04e1-cdba-ca559c3fd425/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T18:10:38,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96f9f8cd-affc-04e1-cdba-ca559c3fd425/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T18:10:38,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96f9f8cd-affc-04e1-cdba-ca559c3fd425/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T18:10:38,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96f9f8cd-affc-04e1-cdba-ca559c3fd425/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T18:10:38,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96f9f8cd-affc-04e1-cdba-ca559c3fd425/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T18:10:38,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96f9f8cd-affc-04e1-cdba-ca559c3fd425/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T18:10:38,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96f9f8cd-affc-04e1-cdba-ca559c3fd425/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T18:10:38,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96f9f8cd-affc-04e1-cdba-ca559c3fd425/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T18:10:38,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96f9f8cd-affc-04e1-cdba-ca559c3fd425/nfs.dump.dir in system properties and HBase conf 2024-11-18T18:10:38,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96f9f8cd-affc-04e1-cdba-ca559c3fd425/java.io.tmpdir in system properties and HBase conf 2024-11-18T18:10:38,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96f9f8cd-affc-04e1-cdba-ca559c3fd425/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T18:10:38,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96f9f8cd-affc-04e1-cdba-ca559c3fd425/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T18:10:38,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96f9f8cd-affc-04e1-cdba-ca559c3fd425/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T18:10:38,828 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T18:10:38,832 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T18:10:38,833 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T18:10:38,833 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T18:10:38,833 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T18:10:38,834 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T18:10:38,835 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@61fc1e28{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96f9f8cd-affc-04e1-cdba-ca559c3fd425/hadoop.log.dir/,AVAILABLE} 2024-11-18T18:10:38,835 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57a504e9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T18:10:38,966 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3464a5df{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96f9f8cd-affc-04e1-cdba-ca559c3fd425/java.io.tmpdir/jetty-localhost-45719-hadoop-hdfs-3_4_1-tests_jar-_-any-14231084248509178822/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T18:10:38,967 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@891ab73{HTTP/1.1, (http/1.1)}{localhost:45719} 2024-11-18T18:10:38,967 INFO [Time-limited test {}] server.Server(415): Started @49063ms 2024-11-18T18:10:39,041 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T18:10:39,045 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T18:10:39,046 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T18:10:39,046 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T18:10:39,046 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T18:10:39,047 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3029c162{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96f9f8cd-affc-04e1-cdba-ca559c3fd425/hadoop.log.dir/,AVAILABLE} 2024-11-18T18:10:39,048 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22491f67{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T18:10:39,164 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@13f1d5f3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96f9f8cd-affc-04e1-cdba-ca559c3fd425/java.io.tmpdir/jetty-localhost-45531-hadoop-hdfs-3_4_1-tests_jar-_-any-3498044814502339667/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T18:10:39,165 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5b468588{HTTP/1.1, (http/1.1)}{localhost:45531} 2024-11-18T18:10:39,165 INFO [Time-limited test {}] server.Server(415): Started @49261ms 2024-11-18T18:10:39,166 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T18:10:39,480 WARN [Thread-947 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96f9f8cd-affc-04e1-cdba-ca559c3fd425/cluster_221ff1ca-57d7-794a-b464-65c9a6bd1179/data/data1/current/BP-754662733-172.17.0.2-1731953438782/current, will proceed with Du for space computation calculation, 2024-11-18T18:10:39,480 WARN [Thread-948 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96f9f8cd-affc-04e1-cdba-ca559c3fd425/cluster_221ff1ca-57d7-794a-b464-65c9a6bd1179/data/data2/current/BP-754662733-172.17.0.2-1731953438782/current, will proceed with Du for space computation calculation, 2024-11-18T18:10:39,504 WARN [Thread-935 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T18:10:39,507 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7add3f2331143da6 with lease ID 0x7367d3d4384f3a36: Processing first storage report for DS-050c7b2e-79b4-4b20-822f-caabfb9f6d07 from datanode DatanodeRegistration(127.0.0.1:40519, datanodeUuid=c6efc534-5e55-4da5-8880-ecb434641867, infoPort=37551, infoSecurePort=0, ipcPort=37797, storageInfo=lv=-57;cid=testClusterID;nsid=484207538;c=1731953438782) 2024-11-18T18:10:39,507 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7add3f2331143da6 with lease ID 0x7367d3d4384f3a36: from storage DS-050c7b2e-79b4-4b20-822f-caabfb9f6d07 node DatanodeRegistration(127.0.0.1:40519, datanodeUuid=c6efc534-5e55-4da5-8880-ecb434641867, infoPort=37551, infoSecurePort=0, ipcPort=37797, storageInfo=lv=-57;cid=testClusterID;nsid=484207538;c=1731953438782), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T18:10:39,507 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7add3f2331143da6 with lease ID 0x7367d3d4384f3a36: Processing first storage report for DS-0b482505-b721-424d-a28d-c9b48446a396 from datanode DatanodeRegistration(127.0.0.1:40519, datanodeUuid=c6efc534-5e55-4da5-8880-ecb434641867, infoPort=37551, infoSecurePort=0, ipcPort=37797, storageInfo=lv=-57;cid=testClusterID;nsid=484207538;c=1731953438782) 2024-11-18T18:10:39,507 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7add3f2331143da6 with lease ID 0x7367d3d4384f3a36: from storage DS-0b482505-b721-424d-a28d-c9b48446a396 node DatanodeRegistration(127.0.0.1:40519, datanodeUuid=c6efc534-5e55-4da5-8880-ecb434641867, infoPort=37551, infoSecurePort=0, ipcPort=37797, storageInfo=lv=-57;cid=testClusterID;nsid=484207538;c=1731953438782), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T18:10:39,599 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96f9f8cd-affc-04e1-cdba-ca559c3fd425 2024-11-18T18:10:39,599 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:10:39,601 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:10:39,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40519 is added to blk_1073741825_1001 (size=7) 2024-11-18T18:10:40,010 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44493/user/jenkins/test-data/ec2b41a1-e7de-1e6a-bfbd-323ee2e603f7 with version=8 2024-11-18T18:10:40,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44493/user/jenkins/test-data/ec2b41a1-e7de-1e6a-bfbd-323ee2e603f7/hbase-staging 2024-11-18T18:10:40,012 INFO [Time-limited test {}] client.ConnectionUtils(128): master/818bff808382:0 server-side Connection retries=45 2024-11-18T18:10:40,012 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T18:10:40,012 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T18:10:40,012 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T18:10:40,012 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T18:10:40,012 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T18:10:40,012 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T18:10:40,012 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T18:10:40,013 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41599 2024-11-18T18:10:40,014 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41599 connecting to ZooKeeper ensemble=127.0.0.1:64034 2024-11-18T18:10:40,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:415990x0, quorum=127.0.0.1:64034, baseZNode=/1-521447838 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T18:10:40,017 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41599-0x1000bd3da1d0003 connected 2024-11-18T18:10:40,027 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:10:40,028 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:10:40,030 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41599-0x1000bd3da1d0003, quorum=127.0.0.1:64034, baseZNode=/1-521447838 Set watcher on znode that does not yet exist, /1-521447838/running 2024-11-18T18:10:40,030 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44493/user/jenkins/test-data/ec2b41a1-e7de-1e6a-bfbd-323ee2e603f7, hbase.cluster.distributed=false 2024-11-18T18:10:40,031 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41599-0x1000bd3da1d0003, quorum=127.0.0.1:64034, baseZNode=/1-521447838 Set watcher on znode that does not yet exist, /1-521447838/acl 2024-11-18T18:10:40,032 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41599 2024-11-18T18:10:40,032 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41599 2024-11-18T18:10:40,032 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41599 2024-11-18T18:10:40,033 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41599 2024-11-18T18:10:40,033 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41599 2024-11-18T18:10:40,048 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/818bff808382:0 server-side Connection retries=45 2024-11-18T18:10:40,048 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T18:10:40,048 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T18:10:40,048 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T18:10:40,048 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T18:10:40,048 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T18:10:40,048 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T18:10:40,048 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T18:10:40,049 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36429 2024-11-18T18:10:40,050 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36429 connecting to ZooKeeper ensemble=127.0.0.1:64034 2024-11-18T18:10:40,050 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:10:40,052 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:10:40,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:364290x0, quorum=127.0.0.1:64034, baseZNode=/1-521447838 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T18:10:40,056 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:364290x0, quorum=127.0.0.1:64034, baseZNode=/1-521447838 Set watcher on znode that does not yet exist, /1-521447838/running 2024-11-18T18:10:40,056 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36429-0x1000bd3da1d0004 connected 2024-11-18T18:10:40,056 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T18:10:40,056 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T18:10:40,057 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36429-0x1000bd3da1d0004, quorum=127.0.0.1:64034, baseZNode=/1-521447838 Set watcher on znode that does not yet exist, /1-521447838/master 2024-11-18T18:10:40,058 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36429-0x1000bd3da1d0004, quorum=127.0.0.1:64034, baseZNode=/1-521447838 Set watcher on znode that does not yet exist, /1-521447838/acl 2024-11-18T18:10:40,060 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36429 2024-11-18T18:10:40,061 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36429 2024-11-18T18:10:40,062 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36429 2024-11-18T18:10:40,063 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36429 2024-11-18T18:10:40,064 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36429 2024-11-18T18:10:40,077 DEBUG [M:0;818bff808382:41599 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;818bff808382:41599 2024-11-18T18:10:40,077 INFO [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-521447838/backup-masters/818bff808382,41599,1731953440012 2024-11-18T18:10:40,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36429-0x1000bd3da1d0004, quorum=127.0.0.1:64034, baseZNode=/1-521447838 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-521447838/backup-masters 2024-11-18T18:10:40,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41599-0x1000bd3da1d0003, quorum=127.0.0.1:64034, baseZNode=/1-521447838 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-521447838/backup-masters 2024-11-18T18:10:40,079 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41599-0x1000bd3da1d0003, quorum=127.0.0.1:64034, baseZNode=/1-521447838 Set watcher on existing znode=/1-521447838/backup-masters/818bff808382,41599,1731953440012 2024-11-18T18:10:40,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36429-0x1000bd3da1d0004, quorum=127.0.0.1:64034, baseZNode=/1-521447838 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-521447838/master 2024-11-18T18:10:40,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41599-0x1000bd3da1d0003, quorum=127.0.0.1:64034, baseZNode=/1-521447838 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-521447838 2024-11-18T18:10:40,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36429-0x1000bd3da1d0004, quorum=127.0.0.1:64034, baseZNode=/1-521447838 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-521447838 2024-11-18T18:10:40,081 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41599-0x1000bd3da1d0003, quorum=127.0.0.1:64034, baseZNode=/1-521447838 Set watcher on existing znode=/1-521447838/master 2024-11-18T18:10:40,081 INFO [master/818bff808382:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-521447838/backup-masters/818bff808382,41599,1731953440012 from backup master directory 2024-11-18T18:10:40,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41599-0x1000bd3da1d0003, quorum=127.0.0.1:64034, baseZNode=/1-521447838 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-521447838/backup-masters/818bff808382,41599,1731953440012 2024-11-18T18:10:40,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36429-0x1000bd3da1d0004, quorum=127.0.0.1:64034, baseZNode=/1-521447838 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-521447838/backup-masters 2024-11-18T18:10:40,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41599-0x1000bd3da1d0003, quorum=127.0.0.1:64034, baseZNode=/1-521447838 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-521447838/backup-masters 2024-11-18T18:10:40,082 WARN [master/818bff808382:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T18:10:40,083 INFO [master/818bff808382:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=818bff808382,41599,1731953440012 2024-11-18T18:10:40,087 DEBUG [master/818bff808382:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44493/user/jenkins/test-data/ec2b41a1-e7de-1e6a-bfbd-323ee2e603f7/hbase.id] with ID: 7c14e491-b911-4e2e-b8ef-156ca77090c4 2024-11-18T18:10:40,087 DEBUG [master/818bff808382:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44493/user/jenkins/test-data/ec2b41a1-e7de-1e6a-bfbd-323ee2e603f7/.tmp/hbase.id 2024-11-18T18:10:40,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40519 is added to blk_1073741826_1002 (size=42) 2024-11-18T18:10:40,495 DEBUG [master/818bff808382:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44493/user/jenkins/test-data/ec2b41a1-e7de-1e6a-bfbd-323ee2e603f7/.tmp/hbase.id]:[hdfs://localhost:44493/user/jenkins/test-data/ec2b41a1-e7de-1e6a-bfbd-323ee2e603f7/hbase.id] 2024-11-18T18:10:40,506 INFO [master/818bff808382:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:10:40,506 INFO [master/818bff808382:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T18:10:40,507 INFO [master/818bff808382:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-18T18:10:40,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36429-0x1000bd3da1d0004, quorum=127.0.0.1:64034, baseZNode=/1-521447838 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-521447838 2024-11-18T18:10:40,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41599-0x1000bd3da1d0003, quorum=127.0.0.1:64034, baseZNode=/1-521447838 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-521447838 2024-11-18T18:10:40,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40519 is added to blk_1073741827_1003 (size=196) 2024-11-18T18:10:40,916 INFO [master/818bff808382:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T18:10:40,917 INFO [master/818bff808382:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T18:10:40,917 INFO [master/818bff808382:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T18:10:40,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40519 is added to blk_1073741828_1004 (size=1189) 2024-11-18T18:10:41,325 INFO [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44493/user/jenkins/test-data/ec2b41a1-e7de-1e6a-bfbd-323ee2e603f7/MasterData/data/master/store 2024-11-18T18:10:41,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40519 is added to blk_1073741829_1005 (size=34) 2024-11-18T18:10:41,482 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T18:10:41,503 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:10:41,504 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:10:41,505 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:10:41,735 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:10:41,735 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T18:10:41,735 INFO [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:10:41,735 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:10:41,735 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T18:10:41,735 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:10:41,735 INFO [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:10:41,735 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731953441735Disabling compacts and flushes for region at 1731953441735Disabling writes for close at 1731953441735Writing region close event to WAL at 1731953441735Closed at 1731953441735 2024-11-18T18:10:41,738 WARN [master/818bff808382:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44493/user/jenkins/test-data/ec2b41a1-e7de-1e6a-bfbd-323ee2e603f7/MasterData/data/master/store/.initializing 2024-11-18T18:10:41,738 DEBUG [master/818bff808382:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44493/user/jenkins/test-data/ec2b41a1-e7de-1e6a-bfbd-323ee2e603f7/MasterData/WALs/818bff808382,41599,1731953440012 2024-11-18T18:10:41,740 INFO [master/818bff808382:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T18:10:41,743 INFO [master/818bff808382:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=818bff808382%2C41599%2C1731953440012, suffix=, logDir=hdfs://localhost:44493/user/jenkins/test-data/ec2b41a1-e7de-1e6a-bfbd-323ee2e603f7/MasterData/WALs/818bff808382,41599,1731953440012, archiveDir=hdfs://localhost:44493/user/jenkins/test-data/ec2b41a1-e7de-1e6a-bfbd-323ee2e603f7/MasterData/oldWALs, maxLogs=10 2024-11-18T18:10:41,768 DEBUG [master/818bff808382:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ec2b41a1-e7de-1e6a-bfbd-323ee2e603f7/MasterData/WALs/818bff808382,41599,1731953440012/818bff808382%2C41599%2C1731953440012.1731953441743, exclude list is [], retry=0 2024-11-18T18:10:41,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40519,DS-050c7b2e-79b4-4b20-822f-caabfb9f6d07,DISK] 2024-11-18T18:10:41,775 INFO [master/818bff808382:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ec2b41a1-e7de-1e6a-bfbd-323ee2e603f7/MasterData/WALs/818bff808382,41599,1731953440012/818bff808382%2C41599%2C1731953440012.1731953441743 2024-11-18T18:10:41,776 DEBUG [master/818bff808382:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37551:37551)] 2024-11-18T18:10:41,776 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T18:10:41,776 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:10:41,776 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:10:41,776 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:10:41,780 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:10:41,781 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T18:10:41,782 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:10:41,782 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:10:41,782 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:10:41,789 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T18:10:41,789 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:10:41,790 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:10:41,790 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:10:41,793 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T18:10:41,793 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:10:41,794 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:10:41,795 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:10:41,799 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T18:10:41,800 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:10:41,801 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:10:41,801 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:10:41,802 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44493/user/jenkins/test-data/ec2b41a1-e7de-1e6a-bfbd-323ee2e603f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:10:41,803 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44493/user/jenkins/test-data/ec2b41a1-e7de-1e6a-bfbd-323ee2e603f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:10:41,806 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:10:41,806 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:10:41,807 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T18:10:41,809 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:10:41,811 DEBUG [master/818bff808382:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44493/user/jenkins/test-data/ec2b41a1-e7de-1e6a-bfbd-323ee2e603f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T18:10:41,812 INFO [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74391512, jitterRate=0.10851991176605225}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T18:10:41,812 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731953441776Initializing all the Stores at 1731953441778 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953441778Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953441780 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953441780Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953441780Cleaning up temporary data from old regions at 1731953441806 (+26 ms)Region opened successfully at 1731953441812 (+6 ms) 2024-11-18T18:10:41,816 INFO [master/818bff808382:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T18:10:41,821 DEBUG [master/818bff808382:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57dc6eca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=818bff808382/172.17.0.2:0 2024-11-18T18:10:41,823 INFO [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T18:10:41,823 INFO [master/818bff808382:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T18:10:41,823 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T18:10:41,823 INFO [master/818bff808382:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T18:10:41,824 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T18:10:41,824 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T18:10:41,824 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T18:10:41,850 INFO [master/818bff808382:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T18:10:41,851 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41599-0x1000bd3da1d0003, quorum=127.0.0.1:64034, baseZNode=/1-521447838 Unable to get data of znode /1-521447838/balancer because node does not exist (not necessarily an error) 2024-11-18T18:10:41,853 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-521447838/balancer already deleted, retry=false 2024-11-18T18:10:41,854 INFO [master/818bff808382:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T18:10:41,855 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41599-0x1000bd3da1d0003, quorum=127.0.0.1:64034, baseZNode=/1-521447838 Unable to get data of znode /1-521447838/normalizer because node does not exist (not necessarily an error) 2024-11-18T18:10:41,857 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-521447838/normalizer already deleted, retry=false 2024-11-18T18:10:41,857 INFO [master/818bff808382:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T18:10:41,858 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41599-0x1000bd3da1d0003, quorum=127.0.0.1:64034, baseZNode=/1-521447838 Unable to get data of znode /1-521447838/switch/split because node does not exist (not necessarily an error) 2024-11-18T18:10:41,859 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-521447838/switch/split already deleted, retry=false 2024-11-18T18:10:41,860 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41599-0x1000bd3da1d0003, quorum=127.0.0.1:64034, baseZNode=/1-521447838 Unable to get data of znode /1-521447838/switch/merge because node does not exist (not necessarily an error) 2024-11-18T18:10:41,863 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-521447838/switch/merge already deleted, retry=false 2024-11-18T18:10:41,867 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41599-0x1000bd3da1d0003, quorum=127.0.0.1:64034, baseZNode=/1-521447838 Unable to get data of znode /1-521447838/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T18:10:41,868 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-521447838/snapshot-cleanup already deleted, retry=false 2024-11-18T18:10:41,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36429-0x1000bd3da1d0004, quorum=127.0.0.1:64034, baseZNode=/1-521447838 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-521447838/running 2024-11-18T18:10:41,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36429-0x1000bd3da1d0004, quorum=127.0.0.1:64034, baseZNode=/1-521447838 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-521447838 2024-11-18T18:10:41,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41599-0x1000bd3da1d0003, quorum=127.0.0.1:64034, baseZNode=/1-521447838 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-521447838/running 2024-11-18T18:10:41,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41599-0x1000bd3da1d0003, quorum=127.0.0.1:64034, baseZNode=/1-521447838 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-521447838 2024-11-18T18:10:41,874 INFO [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=818bff808382,41599,1731953440012, sessionid=0x1000bd3da1d0003, setting cluster-up flag (Was=false) 2024-11-18T18:10:41,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36429-0x1000bd3da1d0004, quorum=127.0.0.1:64034, baseZNode=/1-521447838 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-521447838 2024-11-18T18:10:41,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41599-0x1000bd3da1d0003, quorum=127.0.0.1:64034, baseZNode=/1-521447838 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-521447838 2024-11-18T18:10:41,886 DEBUG [master/818bff808382:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-521447838/flush-table-proc/acquired, /1-521447838/flush-table-proc/reached, /1-521447838/flush-table-proc/abort 2024-11-18T18:10:41,888 DEBUG [master/818bff808382:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=818bff808382,41599,1731953440012 2024-11-18T18:10:41,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41599-0x1000bd3da1d0003, quorum=127.0.0.1:64034, baseZNode=/1-521447838 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-521447838 2024-11-18T18:10:41,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36429-0x1000bd3da1d0004, quorum=127.0.0.1:64034, baseZNode=/1-521447838 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-521447838 2024-11-18T18:10:41,899 DEBUG [master/818bff808382:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-521447838/online-snapshot/acquired, /1-521447838/online-snapshot/reached, /1-521447838/online-snapshot/abort 2024-11-18T18:10:41,903 DEBUG [master/818bff808382:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=818bff808382,41599,1731953440012 2024-11-18T18:10:41,906 INFO [master/818bff808382:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44493/user/jenkins/test-data/ec2b41a1-e7de-1e6a-bfbd-323ee2e603f7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T18:10:41,914 DEBUG [master/818bff808382:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T18:10:41,914 INFO [master/818bff808382:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T18:10:41,914 INFO [master/818bff808382:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T18:10:41,915 DEBUG [master/818bff808382:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 818bff808382,41599,1731953440012 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T18:10:41,916 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/818bff808382:0, corePoolSize=5, maxPoolSize=5 2024-11-18T18:10:41,916 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/818bff808382:0, corePoolSize=5, maxPoolSize=5 2024-11-18T18:10:41,916 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/818bff808382:0, corePoolSize=5, maxPoolSize=5 2024-11-18T18:10:41,917 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/818bff808382:0, corePoolSize=5, maxPoolSize=5 2024-11-18T18:10:41,917 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/818bff808382:0, corePoolSize=10, maxPoolSize=10 2024-11-18T18:10:41,917 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:10:41,917 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/818bff808382:0, corePoolSize=2, maxPoolSize=2 2024-11-18T18:10:41,917 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:10:41,926 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T18:10:41,926 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T18:10:41,928 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:10:41,928 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T18:10:41,956 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731953471956 2024-11-18T18:10:41,956 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T18:10:41,956 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T18:10:41,956 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T18:10:41,956 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T18:10:41,956 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T18:10:41,956 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T18:10:41,960 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T18:10:41,960 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T18:10:41,961 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T18:10:41,961 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T18:10:41,961 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T18:10:41,961 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T18:10:41,961 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T18:10:41,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40519 is added to blk_1073741831_1007 (size=1321) 2024-11-18T18:10:41,967 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44493/user/jenkins/test-data/ec2b41a1-e7de-1e6a-bfbd-323ee2e603f7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T18:10:41,968 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44493/user/jenkins/test-data/ec2b41a1-e7de-1e6a-bfbd-323ee2e603f7 2024-11-18T18:10:41,976 DEBUG [master/818bff808382:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/818bff808382:0:becomeActiveMaster-HFileCleaner.large.0-1731953441962,5,FailOnTimeoutGroup] 2024-11-18T18:10:41,980 DEBUG [master/818bff808382:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/818bff808382:0:becomeActiveMaster-HFileCleaner.small.0-1731953441976,5,FailOnTimeoutGroup] 2024-11-18T18:10:41,980 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T18:10:41,980 INFO [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T18:10:41,980 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T18:10:41,980 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T18:10:41,981 INFO [RS:0;818bff808382:36429 {}] regionserver.HRegionServer(746): ClusterId : 7c14e491-b911-4e2e-b8ef-156ca77090c4 2024-11-18T18:10:41,981 DEBUG [RS:0;818bff808382:36429 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T18:10:41,989 DEBUG [RS:0;818bff808382:36429 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T18:10:41,989 DEBUG [RS:0;818bff808382:36429 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T18:10:41,998 DEBUG [RS:0;818bff808382:36429 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T18:10:41,999 DEBUG [RS:0;818bff808382:36429 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cc97b66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=818bff808382/172.17.0.2:0 2024-11-18T18:10:42,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40519 is added to blk_1073741832_1008 (size=32) 2024-11-18T18:10:42,007 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:10:42,009 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T18:10:42,011 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T18:10:42,011 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:10:42,012 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:10:42,012 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T18:10:42,013 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T18:10:42,014 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:10:42,014 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:10:42,014 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T18:10:42,015 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T18:10:42,015 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:10:42,016 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:10:42,016 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T18:10:42,017 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T18:10:42,017 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:10:42,018 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:10:42,018 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T18:10:42,019 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44493/user/jenkins/test-data/ec2b41a1-e7de-1e6a-bfbd-323ee2e603f7/data/hbase/meta/1588230740 2024-11-18T18:10:42,019 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44493/user/jenkins/test-data/ec2b41a1-e7de-1e6a-bfbd-323ee2e603f7/data/hbase/meta/1588230740 2024-11-18T18:10:42,021 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T18:10:42,021 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T18:10:42,021 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T18:10:42,022 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T18:10:42,029 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44493/user/jenkins/test-data/ec2b41a1-e7de-1e6a-bfbd-323ee2e603f7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T18:10:42,030 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70207475, jitterRate=0.04617290198802948}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T18:10:42,030 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731953442007Initializing all the Stores at 1731953442008 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953442008Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953442009 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953442009Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953442009Cleaning up temporary data from old regions at 1731953442021 (+12 ms)Region opened successfully at 1731953442030 (+9 ms) 2024-11-18T18:10:42,030 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T18:10:42,030 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T18:10:42,030 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T18:10:42,030 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T18:10:42,030 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T18:10:42,031 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T18:10:42,031 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731953442030Disabling compacts and flushes for region at 1731953442030Disabling writes for close at 1731953442030Writing region close event to WAL at 1731953442031 (+1 ms)Closed at 1731953442031 2024-11-18T18:10:42,033 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T18:10:42,033 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T18:10:42,033 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T18:10:42,035 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T18:10:42,035 DEBUG [RS:0;818bff808382:36429 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;818bff808382:36429 2024-11-18T18:10:42,036 INFO [RS:0;818bff808382:36429 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T18:10:42,036 INFO [RS:0;818bff808382:36429 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T18:10:42,036 DEBUG [RS:0;818bff808382:36429 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T18:10:42,036 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T18:10:42,037 INFO [RS:0;818bff808382:36429 {}] regionserver.HRegionServer(2659): reportForDuty to master=818bff808382,41599,1731953440012 with port=36429, startcode=1731953440047 2024-11-18T18:10:42,037 DEBUG [RS:0;818bff808382:36429 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T18:10:42,041 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33033, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T18:10:42,041 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41599 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 818bff808382,36429,1731953440047 2024-11-18T18:10:42,041 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41599 {}] master.ServerManager(517): Registering regionserver=818bff808382,36429,1731953440047 2024-11-18T18:10:42,048 DEBUG [RS:0;818bff808382:36429 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44493/user/jenkins/test-data/ec2b41a1-e7de-1e6a-bfbd-323ee2e603f7 2024-11-18T18:10:42,048 DEBUG [RS:0;818bff808382:36429 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44493 2024-11-18T18:10:42,048 DEBUG [RS:0;818bff808382:36429 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T18:10:42,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41599-0x1000bd3da1d0003, quorum=127.0.0.1:64034, baseZNode=/1-521447838 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-521447838/rs 2024-11-18T18:10:42,054 DEBUG [RS:0;818bff808382:36429 {}] zookeeper.ZKUtil(111): regionserver:36429-0x1000bd3da1d0004, quorum=127.0.0.1:64034, baseZNode=/1-521447838 Set watcher on existing znode=/1-521447838/rs/818bff808382,36429,1731953440047 2024-11-18T18:10:42,054 WARN [RS:0;818bff808382:36429 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T18:10:42,054 INFO [RS:0;818bff808382:36429 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T18:10:42,054 DEBUG [RS:0;818bff808382:36429 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44493/user/jenkins/test-data/ec2b41a1-e7de-1e6a-bfbd-323ee2e603f7/WALs/818bff808382,36429,1731953440047 2024-11-18T18:10:42,056 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [818bff808382,36429,1731953440047] 2024-11-18T18:10:42,063 INFO [RS:0;818bff808382:36429 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T18:10:42,084 INFO [RS:0;818bff808382:36429 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T18:10:42,084 INFO [RS:0;818bff808382:36429 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T18:10:42,084 INFO [RS:0;818bff808382:36429 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T18:10:42,085 INFO [RS:0;818bff808382:36429 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T18:10:42,086 INFO [RS:0;818bff808382:36429 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T18:10:42,086 INFO [RS:0;818bff808382:36429 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T18:10:42,086 DEBUG [RS:0;818bff808382:36429 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:10:42,086 DEBUG [RS:0;818bff808382:36429 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:10:42,086 DEBUG [RS:0;818bff808382:36429 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:10:42,086 DEBUG [RS:0;818bff808382:36429 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:10:42,086 DEBUG [RS:0;818bff808382:36429 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:10:42,086 DEBUG [RS:0;818bff808382:36429 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/818bff808382:0, corePoolSize=2, maxPoolSize=2 2024-11-18T18:10:42,087 DEBUG [RS:0;818bff808382:36429 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:10:42,087 DEBUG [RS:0;818bff808382:36429 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:10:42,087 DEBUG [RS:0;818bff808382:36429 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:10:42,087 DEBUG [RS:0;818bff808382:36429 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:10:42,087 DEBUG [RS:0;818bff808382:36429 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:10:42,087 DEBUG [RS:0;818bff808382:36429 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:10:42,087 DEBUG [RS:0;818bff808382:36429 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0, corePoolSize=3, maxPoolSize=3 2024-11-18T18:10:42,087 DEBUG [RS:0;818bff808382:36429 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/818bff808382:0, corePoolSize=3, maxPoolSize=3 2024-11-18T18:10:42,092 INFO [RS:0;818bff808382:36429 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T18:10:42,092 INFO [RS:0;818bff808382:36429 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T18:10:42,092 INFO [RS:0;818bff808382:36429 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T18:10:42,092 INFO [RS:0;818bff808382:36429 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T18:10:42,092 INFO [RS:0;818bff808382:36429 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T18:10:42,092 INFO [RS:0;818bff808382:36429 {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,36429,1731953440047-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T18:10:42,127 INFO [RS:0;818bff808382:36429 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T18:10:42,127 INFO [RS:0;818bff808382:36429 {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,36429,1731953440047-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T18:10:42,128 INFO [RS:0;818bff808382:36429 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:10:42,128 INFO [RS:0;818bff808382:36429 {}] regionserver.Replication(171): 818bff808382,36429,1731953440047 started 2024-11-18T18:10:42,148 INFO [RS:0;818bff808382:36429 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:10:42,148 INFO [RS:0;818bff808382:36429 {}] regionserver.HRegionServer(1482): Serving as 818bff808382,36429,1731953440047, RpcServer on 818bff808382/172.17.0.2:36429, sessionid=0x1000bd3da1d0004 2024-11-18T18:10:42,148 DEBUG [RS:0;818bff808382:36429 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T18:10:42,148 DEBUG [RS:0;818bff808382:36429 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 818bff808382,36429,1731953440047 2024-11-18T18:10:42,148 DEBUG [RS:0;818bff808382:36429 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '818bff808382,36429,1731953440047' 2024-11-18T18:10:42,148 DEBUG [RS:0;818bff808382:36429 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-521447838/flush-table-proc/abort' 2024-11-18T18:10:42,153 DEBUG [RS:0;818bff808382:36429 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-521447838/flush-table-proc/acquired' 2024-11-18T18:10:42,154 DEBUG [RS:0;818bff808382:36429 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T18:10:42,154 DEBUG [RS:0;818bff808382:36429 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T18:10:42,154 DEBUG [RS:0;818bff808382:36429 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 818bff808382,36429,1731953440047 2024-11-18T18:10:42,154 DEBUG [RS:0;818bff808382:36429 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '818bff808382,36429,1731953440047' 2024-11-18T18:10:42,154 DEBUG [RS:0;818bff808382:36429 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-521447838/online-snapshot/abort' 2024-11-18T18:10:42,155 DEBUG [RS:0;818bff808382:36429 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-521447838/online-snapshot/acquired' 2024-11-18T18:10:42,155 DEBUG [RS:0;818bff808382:36429 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T18:10:42,155 INFO [RS:0;818bff808382:36429 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T18:10:42,155 INFO [RS:0;818bff808382:36429 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T18:10:42,186 WARN [818bff808382:41599 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-18T18:10:42,256 INFO [RS:0;818bff808382:36429 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T18:10:42,258 INFO [RS:0;818bff808382:36429 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=818bff808382%2C36429%2C1731953440047, suffix=, logDir=hdfs://localhost:44493/user/jenkins/test-data/ec2b41a1-e7de-1e6a-bfbd-323ee2e603f7/WALs/818bff808382,36429,1731953440047, archiveDir=hdfs://localhost:44493/user/jenkins/test-data/ec2b41a1-e7de-1e6a-bfbd-323ee2e603f7/oldWALs, maxLogs=10 2024-11-18T18:10:42,273 DEBUG [RS:0;818bff808382:36429 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ec2b41a1-e7de-1e6a-bfbd-323ee2e603f7/WALs/818bff808382,36429,1731953440047/818bff808382%2C36429%2C1731953440047.1731953442258, exclude list is [], retry=0 2024-11-18T18:10:42,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40519,DS-050c7b2e-79b4-4b20-822f-caabfb9f6d07,DISK] 2024-11-18T18:10:42,278 INFO [RS:0;818bff808382:36429 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ec2b41a1-e7de-1e6a-bfbd-323ee2e603f7/WALs/818bff808382,36429,1731953440047/818bff808382%2C36429%2C1731953440047.1731953442258 2024-11-18T18:10:42,278 DEBUG [RS:0;818bff808382:36429 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37551:37551)] 2024-11-18T18:10:42,437 DEBUG [818bff808382:41599 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T18:10:42,437 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=818bff808382,36429,1731953440047 2024-11-18T18:10:42,439 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 818bff808382,36429,1731953440047, state=OPENING 2024-11-18T18:10:42,440 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T18:10:42,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41599-0x1000bd3da1d0003, quorum=127.0.0.1:64034, baseZNode=/1-521447838 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-521447838 2024-11-18T18:10:42,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36429-0x1000bd3da1d0004, quorum=127.0.0.1:64034, baseZNode=/1-521447838 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-521447838 2024-11-18T18:10:42,442 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-521447838/meta-region-server: CHANGED 2024-11-18T18:10:42,442 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T18:10:42,443 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-521447838/meta-region-server: CHANGED 2024-11-18T18:10:42,443 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=818bff808382,36429,1731953440047}] 2024-11-18T18:10:42,595 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T18:10:42,597 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32909, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T18:10:42,601 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T18:10:42,601 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T18:10:42,602 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T18:10:42,603 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=818bff808382%2C36429%2C1731953440047.meta, suffix=.meta, logDir=hdfs://localhost:44493/user/jenkins/test-data/ec2b41a1-e7de-1e6a-bfbd-323ee2e603f7/WALs/818bff808382,36429,1731953440047, archiveDir=hdfs://localhost:44493/user/jenkins/test-data/ec2b41a1-e7de-1e6a-bfbd-323ee2e603f7/oldWALs, maxLogs=10 2024-11-18T18:10:42,618 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ec2b41a1-e7de-1e6a-bfbd-323ee2e603f7/WALs/818bff808382,36429,1731953440047/818bff808382%2C36429%2C1731953440047.meta.1731953442604.meta, exclude list is [], retry=0 2024-11-18T18:10:42,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40519,DS-050c7b2e-79b4-4b20-822f-caabfb9f6d07,DISK] 2024-11-18T18:10:42,621 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ec2b41a1-e7de-1e6a-bfbd-323ee2e603f7/WALs/818bff808382,36429,1731953440047/818bff808382%2C36429%2C1731953440047.meta.1731953442604.meta 2024-11-18T18:10:42,622 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37551:37551)] 2024-11-18T18:10:42,622 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T18:10:42,622 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T18:10:42,622 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T18:10:42,622 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T18:10:42,622 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T18:10:42,622 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T18:10:42,622 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:10:42,623 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T18:10:42,623 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T18:10:42,624 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T18:10:42,625 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T18:10:42,625 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:10:42,625 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:10:42,626 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T18:10:42,626 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T18:10:42,626 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:10:42,627 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:10:42,627 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T18:10:42,627 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T18:10:42,627 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:10:42,628 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:10:42,628 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T18:10:42,629 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T18:10:42,629 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:10:42,629 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:10:42,629 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T18:10:42,630 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44493/user/jenkins/test-data/ec2b41a1-e7de-1e6a-bfbd-323ee2e603f7/data/hbase/meta/1588230740 2024-11-18T18:10:42,631 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44493/user/jenkins/test-data/ec2b41a1-e7de-1e6a-bfbd-323ee2e603f7/data/hbase/meta/1588230740 2024-11-18T18:10:42,632 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T18:10:42,632 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T18:10:42,632 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T18:10:42,634 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T18:10:42,634 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61695941, jitterRate=-0.08065883815288544}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T18:10:42,634 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T18:10:42,634 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731953442623Writing region info on filesystem at 1731953442623Initializing all the Stores at 1731953442623Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953442624 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953442624Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953442624Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953442624Cleaning up temporary data from old regions at 1731953442632 (+8 ms)Running coprocessor post-open hooks at 1731953442634 (+2 ms)Region opened successfully at 1731953442634 2024-11-18T18:10:42,635 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731953442595 2024-11-18T18:10:42,637 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T18:10:42,638 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T18:10:42,638 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=818bff808382,36429,1731953440047 2024-11-18T18:10:42,639 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 818bff808382,36429,1731953440047, state=OPEN 2024-11-18T18:10:42,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41599-0x1000bd3da1d0003, quorum=127.0.0.1:64034, baseZNode=/1-521447838 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-521447838/meta-region-server 2024-11-18T18:10:42,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36429-0x1000bd3da1d0004, quorum=127.0.0.1:64034, baseZNode=/1-521447838 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-521447838/meta-region-server 2024-11-18T18:10:42,641 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=818bff808382,36429,1731953440047 2024-11-18T18:10:42,641 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-521447838/meta-region-server: CHANGED 2024-11-18T18:10:42,641 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-521447838/meta-region-server: CHANGED 2024-11-18T18:10:42,643 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T18:10:42,643 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=818bff808382,36429,1731953440047 in 198 msec 2024-11-18T18:10:42,646 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T18:10:42,646 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 610 msec 2024-11-18T18:10:42,646 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T18:10:42,646 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T18:10:42,648 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T18:10:42,648 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=818bff808382,36429,1731953440047, seqNum=-1] 2024-11-18T18:10:42,648 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T18:10:42,649 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47757, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T18:10:42,654 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 740 msec 2024-11-18T18:10:42,654 INFO [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731953442654, completionTime=-1 2024-11-18T18:10:42,654 INFO [master/818bff808382:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T18:10:42,654 DEBUG [master/818bff808382:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T18:10:42,655 INFO [master/818bff808382:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T18:10:42,655 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731953502655 2024-11-18T18:10:42,655 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731953562655 2024-11-18T18:10:42,655 INFO [master/818bff808382:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-18T18:10:42,656 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,41599,1731953440012-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T18:10:42,656 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,41599,1731953440012-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:10:42,656 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,41599,1731953440012-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:10:42,656 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-818bff808382:41599, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:10:42,656 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T18:10:42,656 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T18:10:42,658 DEBUG [master/818bff808382:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T18:10:42,659 INFO [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.576sec 2024-11-18T18:10:42,659 INFO [master/818bff808382:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T18:10:42,659 INFO [master/818bff808382:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T18:10:42,659 INFO [master/818bff808382:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T18:10:42,659 INFO [master/818bff808382:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T18:10:42,659 INFO [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T18:10:42,659 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,41599,1731953440012-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T18:10:42,659 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,41599,1731953440012-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T18:10:42,661 DEBUG [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T18:10:42,661 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T18:10:42,662 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,41599,1731953440012-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:10:42,682 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5629c89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:10:42,682 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 818bff808382,41599,-1 for getting cluster id 2024-11-18T18:10:42,682 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T18:10:42,683 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7c14e491-b911-4e2e-b8ef-156ca77090c4' 2024-11-18T18:10:42,683 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T18:10:42,683 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7c14e491-b911-4e2e-b8ef-156ca77090c4" 2024-11-18T18:10:42,684 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@510f2a86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:10:42,684 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [818bff808382,41599,-1] 2024-11-18T18:10:42,684 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T18:10:42,684 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:10:42,685 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34536, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T18:10:42,687 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@323c2aa6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:10:42,687 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T18:10:42,688 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=818bff808382,36429,1731953440047, seqNum=-1] 2024-11-18T18:10:42,689 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T18:10:42,690 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T18:10:42,692 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=818bff808382,41599,1731953440012 2024-11-18T18:10:42,693 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:64034 2024-11-18T18:10:42,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:64034, baseZNode=/1-521447838 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T18:10:42,696 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1000bd3da1d0005 connected 2024-11-18T18:10:42,704 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T18:10:42,705 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 818bff808382,38873,1731953436037 2024-11-18T18:10:42,705 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@121e160d 2024-11-18T18:10:42,706 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T18:10:42,707 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T18:10:42,711 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38873 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T18:10:42,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38873 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-18T18:10:42,716 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T18:10:42,717 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:10:42,718 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38873 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-18T18:10:42,719 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T18:10:42,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38873 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T18:10:42,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45119 is added to blk_1073741835_1011 (size=902) 2024-11-18T18:10:42,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38873 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T18:10:43,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38873 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T18:10:43,128 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e4ab7751c40bc3e415c2409c0b3417b1, NAME => 'test,,1731953442708.e4ab7751c40bc3e415c2409c0b3417b1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135 2024-11-18T18:10:43,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45119 is added to blk_1073741836_1012 (size=39) 2024-11-18T18:10:43,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38873 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T18:10:43,534 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731953442708.e4ab7751c40bc3e415c2409c0b3417b1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:10:43,534 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing e4ab7751c40bc3e415c2409c0b3417b1, disabling compactions & flushes 2024-11-18T18:10:43,534 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731953442708.e4ab7751c40bc3e415c2409c0b3417b1. 2024-11-18T18:10:43,534 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731953442708.e4ab7751c40bc3e415c2409c0b3417b1. 2024-11-18T18:10:43,534 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731953442708.e4ab7751c40bc3e415c2409c0b3417b1. after waiting 0 ms 2024-11-18T18:10:43,534 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731953442708.e4ab7751c40bc3e415c2409c0b3417b1. 2024-11-18T18:10:43,534 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731953442708.e4ab7751c40bc3e415c2409c0b3417b1. 2024-11-18T18:10:43,534 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for e4ab7751c40bc3e415c2409c0b3417b1: Waiting for close lock at 1731953443534Disabling compacts and flushes for region at 1731953443534Disabling writes for close at 1731953443534Writing region close event to WAL at 1731953443534Closed at 1731953443534 2024-11-18T18:10:43,536 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T18:10:43,536 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731953442708.e4ab7751c40bc3e415c2409c0b3417b1.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731953443536"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731953443536"}]},"ts":"1731953443536"} 2024-11-18T18:10:43,538 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T18:10:43,539 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T18:10:43,540 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731953443539"}]},"ts":"1731953443539"} 2024-11-18T18:10:43,541 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-18T18:10:43,542 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e4ab7751c40bc3e415c2409c0b3417b1, ASSIGN}] 2024-11-18T18:10:43,543 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e4ab7751c40bc3e415c2409c0b3417b1, ASSIGN 2024-11-18T18:10:43,544 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=e4ab7751c40bc3e415c2409c0b3417b1, ASSIGN; state=OFFLINE, location=818bff808382,37309,1731953436111; forceNewPlan=false, retain=false 2024-11-18T18:10:43,560 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T18:10:43,694 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e4ab7751c40bc3e415c2409c0b3417b1, regionState=OPENING, regionLocation=818bff808382,37309,1731953436111 2024-11-18T18:10:43,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=e4ab7751c40bc3e415c2409c0b3417b1, ASSIGN because future has completed 2024-11-18T18:10:43,697 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e4ab7751c40bc3e415c2409c0b3417b1, server=818bff808382,37309,1731953436111}] 2024-11-18T18:10:43,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38873 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T18:10:43,854 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731953442708.e4ab7751c40bc3e415c2409c0b3417b1. 2024-11-18T18:10:43,854 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e4ab7751c40bc3e415c2409c0b3417b1, NAME => 'test,,1731953442708.e4ab7751c40bc3e415c2409c0b3417b1.', STARTKEY => '', ENDKEY => ''} 2024-11-18T18:10:43,855 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T18:10:43,855 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-18T18:10:43,855 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e4ab7751c40bc3e415c2409c0b3417b1 2024-11-18T18:10:43,855 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731953442708.e4ab7751c40bc3e415c2409c0b3417b1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:10:43,855 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e4ab7751c40bc3e415c2409c0b3417b1 2024-11-18T18:10:43,855 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e4ab7751c40bc3e415c2409c0b3417b1 2024-11-18T18:10:43,857 INFO [StoreOpener-e4ab7751c40bc3e415c2409c0b3417b1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e4ab7751c40bc3e415c2409c0b3417b1 2024-11-18T18:10:43,858 INFO [StoreOpener-e4ab7751c40bc3e415c2409c0b3417b1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e4ab7751c40bc3e415c2409c0b3417b1 columnFamilyName f 2024-11-18T18:10:43,858 DEBUG [StoreOpener-e4ab7751c40bc3e415c2409c0b3417b1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:10:43,858 INFO [StoreOpener-e4ab7751c40bc3e415c2409c0b3417b1-1 {}] regionserver.HStore(327): Store=e4ab7751c40bc3e415c2409c0b3417b1/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:10:43,858 INFO [StoreOpener-e4ab7751c40bc3e415c2409c0b3417b1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region e4ab7751c40bc3e415c2409c0b3417b1 2024-11-18T18:10:43,859 INFO [StoreOpener-e4ab7751c40bc3e415c2409c0b3417b1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e4ab7751c40bc3e415c2409c0b3417b1 columnFamilyName f1 2024-11-18T18:10:43,859 DEBUG [StoreOpener-e4ab7751c40bc3e415c2409c0b3417b1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:10:43,860 INFO [StoreOpener-e4ab7751c40bc3e415c2409c0b3417b1-1 {}] regionserver.HStore(327): Store=e4ab7751c40bc3e415c2409c0b3417b1/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:10:43,860 INFO [StoreOpener-e4ab7751c40bc3e415c2409c0b3417b1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e4ab7751c40bc3e415c2409c0b3417b1 2024-11-18T18:10:43,861 INFO [StoreOpener-e4ab7751c40bc3e415c2409c0b3417b1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e4ab7751c40bc3e415c2409c0b3417b1 columnFamilyName norep 2024-11-18T18:10:43,861 DEBUG [StoreOpener-e4ab7751c40bc3e415c2409c0b3417b1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:10:43,861 INFO [StoreOpener-e4ab7751c40bc3e415c2409c0b3417b1-1 {}] regionserver.HStore(327): Store=e4ab7751c40bc3e415c2409c0b3417b1/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:10:43,861 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e4ab7751c40bc3e415c2409c0b3417b1 2024-11-18T18:10:43,862 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/data/default/test/e4ab7751c40bc3e415c2409c0b3417b1 2024-11-18T18:10:43,863 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/data/default/test/e4ab7751c40bc3e415c2409c0b3417b1 2024-11-18T18:10:43,864 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e4ab7751c40bc3e415c2409c0b3417b1 2024-11-18T18:10:43,864 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e4ab7751c40bc3e415c2409c0b3417b1 2024-11-18T18:10:43,864 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T18:10:43,865 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e4ab7751c40bc3e415c2409c0b3417b1 2024-11-18T18:10:43,868 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/data/default/test/e4ab7751c40bc3e415c2409c0b3417b1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T18:10:43,868 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e4ab7751c40bc3e415c2409c0b3417b1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69900272, jitterRate=0.0415952205657959}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T18:10:43,868 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e4ab7751c40bc3e415c2409c0b3417b1 2024-11-18T18:10:43,869 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e4ab7751c40bc3e415c2409c0b3417b1: Running coprocessor pre-open hook at 1731953443855Writing region info on filesystem at 1731953443855Initializing all the Stores at 1731953443856 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953443856Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953443856Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953443856Cleaning up temporary data from old regions at 1731953443864 (+8 ms)Running coprocessor post-open hooks at 1731953443868 (+4 ms)Region opened successfully at 1731953443869 (+1 ms) 2024-11-18T18:10:43,871 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731953442708.e4ab7751c40bc3e415c2409c0b3417b1., pid=6, masterSystemTime=1731953443850 2024-11-18T18:10:43,873 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731953442708.e4ab7751c40bc3e415c2409c0b3417b1. 2024-11-18T18:10:43,873 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731953442708.e4ab7751c40bc3e415c2409c0b3417b1. 2024-11-18T18:10:43,875 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e4ab7751c40bc3e415c2409c0b3417b1, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=818bff808382,37309,1731953436111 2024-11-18T18:10:43,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e4ab7751c40bc3e415c2409c0b3417b1, server=818bff808382,37309,1731953436111 because future has completed 2024-11-18T18:10:43,881 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T18:10:43,881 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e4ab7751c40bc3e415c2409c0b3417b1, server=818bff808382,37309,1731953436111 in 182 msec 2024-11-18T18:10:43,884 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T18:10:43,884 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=e4ab7751c40bc3e415c2409c0b3417b1, ASSIGN in 339 msec 2024-11-18T18:10:43,885 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T18:10:43,885 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731953443885"}]},"ts":"1731953443885"} 2024-11-18T18:10:43,887 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-18T18:10:43,929 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T18:10:43,932 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2160 sec 2024-11-18T18:10:44,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38873 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T18:10:44,862 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T18:10:44,862 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-18T18:10:44,863 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 818bff808382,41599,1731953440012 2024-11-18T18:10:44,863 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4da1f489 2024-11-18T18:10:44,864 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T18:10:44,865 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T18:10:44,866 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41599 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T18:10:44,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41599 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-18T18:10:44,869 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T18:10:44,869 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:10:44,869 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41599 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-18T18:10:44,870 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T18:10:44,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41599 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T18:10:44,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40519 is added to blk_1073741835_1011 (size=902) 2024-11-18T18:10:44,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41599 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T18:10:45,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41599 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T18:10:45,279 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3205e816e03cfb93655ea028855d9af1, NAME => 'test,,1731953444866.3205e816e03cfb93655ea028855d9af1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44493/user/jenkins/test-data/ec2b41a1-e7de-1e6a-bfbd-323ee2e603f7 2024-11-18T18:10:45,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40519 is added to blk_1073741836_1012 (size=39) 2024-11-18T18:10:45,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41599 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T18:10:45,579 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-18T18:10:45,579 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-18T18:10:45,580 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-18T18:10:45,580 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-18T18:10:45,581 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T18:10:45,581 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-18T18:10:45,581 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T18:10:45,581 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-18T18:10:45,581 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T18:10:45,581 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-18T18:10:45,581 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-18T18:10:45,581 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-18T18:10:45,685 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731953444866.3205e816e03cfb93655ea028855d9af1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:10:45,685 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 3205e816e03cfb93655ea028855d9af1, disabling compactions & flushes 2024-11-18T18:10:45,685 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731953444866.3205e816e03cfb93655ea028855d9af1. 2024-11-18T18:10:45,685 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731953444866.3205e816e03cfb93655ea028855d9af1. 2024-11-18T18:10:45,685 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731953444866.3205e816e03cfb93655ea028855d9af1. after waiting 0 ms 2024-11-18T18:10:45,685 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731953444866.3205e816e03cfb93655ea028855d9af1. 2024-11-18T18:10:45,685 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731953444866.3205e816e03cfb93655ea028855d9af1. 2024-11-18T18:10:45,685 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3205e816e03cfb93655ea028855d9af1: Waiting for close lock at 1731953445685Disabling compacts and flushes for region at 1731953445685Disabling writes for close at 1731953445685Writing region close event to WAL at 1731953445685Closed at 1731953445685 2024-11-18T18:10:45,687 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T18:10:45,688 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731953444866.3205e816e03cfb93655ea028855d9af1.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731953445687"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731953445687"}]},"ts":"1731953445687"} 2024-11-18T18:10:45,691 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T18:10:45,692 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T18:10:45,693 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731953445692"}]},"ts":"1731953445692"} 2024-11-18T18:10:45,695 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-18T18:10:45,695 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3205e816e03cfb93655ea028855d9af1, ASSIGN}] 2024-11-18T18:10:45,697 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3205e816e03cfb93655ea028855d9af1, ASSIGN 2024-11-18T18:10:45,698 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=3205e816e03cfb93655ea028855d9af1, ASSIGN; state=OFFLINE, location=818bff808382,36429,1731953440047; forceNewPlan=false, retain=false 2024-11-18T18:10:45,848 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3205e816e03cfb93655ea028855d9af1, regionState=OPENING, regionLocation=818bff808382,36429,1731953440047 2024-11-18T18:10:45,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=3205e816e03cfb93655ea028855d9af1, ASSIGN because future has completed 2024-11-18T18:10:45,852 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3205e816e03cfb93655ea028855d9af1, server=818bff808382,36429,1731953440047}] 2024-11-18T18:10:46,009 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731953444866.3205e816e03cfb93655ea028855d9af1. 2024-11-18T18:10:46,009 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 3205e816e03cfb93655ea028855d9af1, NAME => 'test,,1731953444866.3205e816e03cfb93655ea028855d9af1.', STARTKEY => '', ENDKEY => ''} 2024-11-18T18:10:46,009 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T18:10:46,010 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-18T18:10:46,010 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 3205e816e03cfb93655ea028855d9af1 2024-11-18T18:10:46,010 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731953444866.3205e816e03cfb93655ea028855d9af1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:10:46,010 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 3205e816e03cfb93655ea028855d9af1 2024-11-18T18:10:46,010 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 3205e816e03cfb93655ea028855d9af1 2024-11-18T18:10:46,011 INFO [StoreOpener-3205e816e03cfb93655ea028855d9af1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3205e816e03cfb93655ea028855d9af1 2024-11-18T18:10:46,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41599 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T18:10:46,013 INFO [StoreOpener-3205e816e03cfb93655ea028855d9af1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3205e816e03cfb93655ea028855d9af1 columnFamilyName f 2024-11-18T18:10:46,013 DEBUG [StoreOpener-3205e816e03cfb93655ea028855d9af1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:10:46,013 INFO [StoreOpener-3205e816e03cfb93655ea028855d9af1-1 {}] regionserver.HStore(327): Store=3205e816e03cfb93655ea028855d9af1/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:10:46,013 INFO [StoreOpener-3205e816e03cfb93655ea028855d9af1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 3205e816e03cfb93655ea028855d9af1 2024-11-18T18:10:46,015 INFO [StoreOpener-3205e816e03cfb93655ea028855d9af1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3205e816e03cfb93655ea028855d9af1 columnFamilyName f1 2024-11-18T18:10:46,015 DEBUG [StoreOpener-3205e816e03cfb93655ea028855d9af1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:10:46,015 INFO [StoreOpener-3205e816e03cfb93655ea028855d9af1-1 {}] regionserver.HStore(327): Store=3205e816e03cfb93655ea028855d9af1/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:10:46,015 INFO [StoreOpener-3205e816e03cfb93655ea028855d9af1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 3205e816e03cfb93655ea028855d9af1 2024-11-18T18:10:46,016 INFO [StoreOpener-3205e816e03cfb93655ea028855d9af1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3205e816e03cfb93655ea028855d9af1 columnFamilyName norep 2024-11-18T18:10:46,017 DEBUG [StoreOpener-3205e816e03cfb93655ea028855d9af1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:10:46,017 INFO [StoreOpener-3205e816e03cfb93655ea028855d9af1-1 {}] regionserver.HStore(327): Store=3205e816e03cfb93655ea028855d9af1/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:10:46,018 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 3205e816e03cfb93655ea028855d9af1 2024-11-18T18:10:46,018 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44493/user/jenkins/test-data/ec2b41a1-e7de-1e6a-bfbd-323ee2e603f7/data/default/test/3205e816e03cfb93655ea028855d9af1 2024-11-18T18:10:46,019 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44493/user/jenkins/test-data/ec2b41a1-e7de-1e6a-bfbd-323ee2e603f7/data/default/test/3205e816e03cfb93655ea028855d9af1 2024-11-18T18:10:46,020 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 3205e816e03cfb93655ea028855d9af1 2024-11-18T18:10:46,020 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 3205e816e03cfb93655ea028855d9af1 2024-11-18T18:10:46,020 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T18:10:46,021 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 3205e816e03cfb93655ea028855d9af1 2024-11-18T18:10:46,024 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44493/user/jenkins/test-data/ec2b41a1-e7de-1e6a-bfbd-323ee2e603f7/data/default/test/3205e816e03cfb93655ea028855d9af1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T18:10:46,024 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 3205e816e03cfb93655ea028855d9af1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63501404, jitterRate=-0.053755342960357666}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T18:10:46,024 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3205e816e03cfb93655ea028855d9af1 2024-11-18T18:10:46,024 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 3205e816e03cfb93655ea028855d9af1: Running coprocessor pre-open hook at 1731953446010Writing region info on filesystem at 1731953446010Initializing all the Stores at 1731953446011 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953446011Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953446011Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953446011Cleaning up temporary data from old regions at 1731953446020 (+9 ms)Running coprocessor post-open hooks at 1731953446024 (+4 ms)Region opened successfully at 1731953446024 2024-11-18T18:10:46,026 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731953444866.3205e816e03cfb93655ea028855d9af1., pid=6, masterSystemTime=1731953446005 2024-11-18T18:10:46,028 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731953444866.3205e816e03cfb93655ea028855d9af1. 2024-11-18T18:10:46,029 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731953444866.3205e816e03cfb93655ea028855d9af1. 2024-11-18T18:10:46,030 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3205e816e03cfb93655ea028855d9af1, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=818bff808382,36429,1731953440047 2024-11-18T18:10:46,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3205e816e03cfb93655ea028855d9af1, server=818bff808382,36429,1731953440047 because future has completed 2024-11-18T18:10:46,038 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T18:10:46,039 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3205e816e03cfb93655ea028855d9af1, server=818bff808382,36429,1731953440047 in 183 msec 2024-11-18T18:10:46,041 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T18:10:46,041 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=3205e816e03cfb93655ea028855d9af1, ASSIGN in 342 msec 2024-11-18T18:10:46,042 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T18:10:46,042 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731953446042"}]},"ts":"1731953446042"} 2024-11-18T18:10:46,044 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-18T18:10:46,046 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T18:10:46,048 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1800 sec 2024-11-18T18:10:47,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41599 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T18:10:47,032 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-18T18:10:47,033 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bfba8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:10:47,033 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 818bff808382,38873,-1 for getting cluster id 2024-11-18T18:10:47,034 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T18:10:47,035 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '11a0b8fa-6f54-4169-bc61-8a357db44f3c' 2024-11-18T18:10:47,035 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T18:10:47,035 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "11a0b8fa-6f54-4169-bc61-8a357db44f3c" 2024-11-18T18:10:47,035 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bef7cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:10:47,035 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [818bff808382,38873,-1] 2024-11-18T18:10:47,035 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T18:10:47,036 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:10:47,036 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T18:10:47,037 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7176eb9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:10:47,038 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7494ae6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:10:47,038 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 818bff808382,41599,-1 for getting cluster id 2024-11-18T18:10:47,038 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T18:10:47,039 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7c14e491-b911-4e2e-b8ef-156ca77090c4' 2024-11-18T18:10:47,039 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T18:10:47,039 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7c14e491-b911-4e2e-b8ef-156ca77090c4" 2024-11-18T18:10:47,039 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f849273, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:10:47,039 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [818bff808382,41599,-1] 2024-11-18T18:10:47,039 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T18:10:47,039 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:10:47,040 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34570, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T18:10:47,041 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22ce2f32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:10:47,042 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f75b96d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:10:47,042 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 818bff808382,38873,-1 for getting cluster id 2024-11-18T18:10:47,042 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T18:10:47,042 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '11a0b8fa-6f54-4169-bc61-8a357db44f3c' 2024-11-18T18:10:47,043 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T18:10:47,043 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "11a0b8fa-6f54-4169-bc61-8a357db44f3c" 2024-11-18T18:10:47,043 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f8083c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:10:47,043 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [818bff808382,38873,-1] 2024-11-18T18:10:47,043 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T18:10:47,043 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:10:47,044 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49430, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T18:10:47,045 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ab8517b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:10:47,047 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T18:10:47,048 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 818bff808382,38873,1731953436037 2024-11-18T18:10:47,048 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6f36cb9e 2024-11-18T18:10:47,048 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T18:10:47,049 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T18:10:47,050 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38873 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://818bff808382:41599,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-18T18:10:47,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38873 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T18:10:47,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38873 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T18:10:47,054 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='818bff808382:41599' 2024-11-18T18:10:47,055 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c176d05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:10:47,055 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 818bff808382,41599,-1 for getting cluster id 2024-11-18T18:10:47,055 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T18:10:47,056 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7c14e491-b911-4e2e-b8ef-156ca77090c4' 2024-11-18T18:10:47,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T18:10:47,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7c14e491-b911-4e2e-b8ef-156ca77090c4" 2024-11-18T18:10:47,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32517485, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:10:47,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [818bff808382,41599,-1] 2024-11-18T18:10:47,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T18:10:47,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:10:47,057 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34576, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T18:10:47,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a1d5cb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:10:47,058 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T18:10:47,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 818bff808382,41599,1731953440012 2024-11-18T18:10:47,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3690c62a 2024-11-18T18:10:47,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T18:10:47,060 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34590, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T18:10:47,060 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-18T18:10:47,060 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T18:10:47,061 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:10:47,061 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:10:47,061 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T18:10:47,061 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T18:10:47,062 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-18T18:10:47,063 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T18:10:47,064 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:10:47,065 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T18:10:47,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45119 is added to blk_1073741837_1013 (size=1138) 2024-11-18T18:10:47,113 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-18T18:10:47,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38873 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T18:10:47,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38873 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T18:10:47,473 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3df1482751c1887fd0346abac3edbca7, NAME => 'hbase:replication,,1731953447061.3df1482751c1887fd0346abac3edbca7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135 2024-11-18T18:10:47,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45119 is added to blk_1073741838_1014 (size=44) 2024-11-18T18:10:47,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38873 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T18:10:47,881 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731953447061.3df1482751c1887fd0346abac3edbca7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:10:47,881 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 3df1482751c1887fd0346abac3edbca7, disabling compactions & flushes 2024-11-18T18:10:47,881 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731953447061.3df1482751c1887fd0346abac3edbca7. 2024-11-18T18:10:47,881 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731953447061.3df1482751c1887fd0346abac3edbca7. 2024-11-18T18:10:47,881 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731953447061.3df1482751c1887fd0346abac3edbca7. after waiting 0 ms 2024-11-18T18:10:47,881 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731953447061.3df1482751c1887fd0346abac3edbca7. 2024-11-18T18:10:47,881 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731953447061.3df1482751c1887fd0346abac3edbca7. 2024-11-18T18:10:47,881 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3df1482751c1887fd0346abac3edbca7: Waiting for close lock at 1731953447881Disabling compacts and flushes for region at 1731953447881Disabling writes for close at 1731953447881Writing region close event to WAL at 1731953447881Closed at 1731953447881 2024-11-18T18:10:47,883 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T18:10:47,883 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731953447061.3df1482751c1887fd0346abac3edbca7.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731953447883"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731953447883"}]},"ts":"1731953447883"} 2024-11-18T18:10:47,886 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T18:10:47,887 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T18:10:47,887 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731953447887"}]},"ts":"1731953447887"} 2024-11-18T18:10:47,889 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-18T18:10:47,889 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3df1482751c1887fd0346abac3edbca7, ASSIGN}] 2024-11-18T18:10:47,890 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3df1482751c1887fd0346abac3edbca7, ASSIGN 2024-11-18T18:10:47,891 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3df1482751c1887fd0346abac3edbca7, ASSIGN; state=OFFLINE, location=818bff808382,37309,1731953436111; forceNewPlan=false, retain=false 2024-11-18T18:10:48,042 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3df1482751c1887fd0346abac3edbca7, regionState=OPENING, regionLocation=818bff808382,37309,1731953436111 2024-11-18T18:10:48,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3df1482751c1887fd0346abac3edbca7, ASSIGN because future has completed 2024-11-18T18:10:48,045 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3df1482751c1887fd0346abac3edbca7, server=818bff808382,37309,1731953436111}] 2024-11-18T18:10:48,124 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T18:10:48,140 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:10:48,141 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:10:48,141 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:10:48,152 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-18T18:10:48,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38873 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T18:10:48,202 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731953447061.3df1482751c1887fd0346abac3edbca7. 2024-11-18T18:10:48,202 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T18:10:48,202 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-18T18:10:48,204 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=818bff808382%2C37309%2C1731953436111.rep, suffix=, logDir=hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/WALs/818bff808382,37309,1731953436111, archiveDir=hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/oldWALs, maxLogs=10 2024-11-18T18:10:48,218 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/WALs/818bff808382,37309,1731953436111/818bff808382%2C37309%2C1731953436111.rep.1731953448204, exclude list is [], retry=0 2024-11-18T18:10:48,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45119,DS-75ded3bd-aae7-4d69-bbd7-c9e7d5146427,DISK] 2024-11-18T18:10:48,221 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/WALs/818bff808382,37309,1731953436111/818bff808382%2C37309%2C1731953436111.rep.1731953448204 2024-11-18T18:10:48,221 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44663:44663)] 2024-11-18T18:10:48,221 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 3df1482751c1887fd0346abac3edbca7, NAME => 'hbase:replication,,1731953447061.3df1482751c1887fd0346abac3edbca7.', STARTKEY => '', ENDKEY => ''} 2024-11-18T18:10:48,222 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T18:10:48,222 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T18:10:48,222 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731953447061.3df1482751c1887fd0346abac3edbca7. service=MultiRowMutationService 2024-11-18T18:10:48,222 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-18T18:10:48,222 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 3df1482751c1887fd0346abac3edbca7 2024-11-18T18:10:48,222 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731953447061.3df1482751c1887fd0346abac3edbca7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:10:48,222 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 3df1482751c1887fd0346abac3edbca7 2024-11-18T18:10:48,222 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 3df1482751c1887fd0346abac3edbca7 2024-11-18T18:10:48,223 INFO [StoreOpener-3df1482751c1887fd0346abac3edbca7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 3df1482751c1887fd0346abac3edbca7 2024-11-18T18:10:48,225 INFO [StoreOpener-3df1482751c1887fd0346abac3edbca7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3df1482751c1887fd0346abac3edbca7 columnFamilyName hfileref 2024-11-18T18:10:48,225 DEBUG [StoreOpener-3df1482751c1887fd0346abac3edbca7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:10:48,225 INFO [StoreOpener-3df1482751c1887fd0346abac3edbca7-1 {}] regionserver.HStore(327): Store=3df1482751c1887fd0346abac3edbca7/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:10:48,225 INFO [StoreOpener-3df1482751c1887fd0346abac3edbca7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 3df1482751c1887fd0346abac3edbca7 2024-11-18T18:10:48,226 INFO [StoreOpener-3df1482751c1887fd0346abac3edbca7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3df1482751c1887fd0346abac3edbca7 columnFamilyName queue 2024-11-18T18:10:48,226 DEBUG [StoreOpener-3df1482751c1887fd0346abac3edbca7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:10:48,227 INFO [StoreOpener-3df1482751c1887fd0346abac3edbca7-1 {}] regionserver.HStore(327): Store=3df1482751c1887fd0346abac3edbca7/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:10:48,227 INFO [StoreOpener-3df1482751c1887fd0346abac3edbca7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 3df1482751c1887fd0346abac3edbca7 2024-11-18T18:10:48,228 INFO [StoreOpener-3df1482751c1887fd0346abac3edbca7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3df1482751c1887fd0346abac3edbca7 columnFamilyName sid 2024-11-18T18:10:48,228 DEBUG [StoreOpener-3df1482751c1887fd0346abac3edbca7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:10:48,228 INFO [StoreOpener-3df1482751c1887fd0346abac3edbca7-1 {}] regionserver.HStore(327): Store=3df1482751c1887fd0346abac3edbca7/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:10:48,229 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 3df1482751c1887fd0346abac3edbca7 2024-11-18T18:10:48,229 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/data/hbase/replication/3df1482751c1887fd0346abac3edbca7 2024-11-18T18:10:48,229 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/data/hbase/replication/3df1482751c1887fd0346abac3edbca7 2024-11-18T18:10:48,230 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 3df1482751c1887fd0346abac3edbca7 2024-11-18T18:10:48,230 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 3df1482751c1887fd0346abac3edbca7 2024-11-18T18:10:48,231 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T18:10:48,232 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 3df1482751c1887fd0346abac3edbca7 2024-11-18T18:10:48,233 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/data/hbase/replication/3df1482751c1887fd0346abac3edbca7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T18:10:48,234 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 3df1482751c1887fd0346abac3edbca7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68969615, jitterRate=0.02772735059261322}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T18:10:48,234 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3df1482751c1887fd0346abac3edbca7 2024-11-18T18:10:48,235 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 3df1482751c1887fd0346abac3edbca7: Running coprocessor pre-open hook at 1731953448222Writing region info on filesystem at 1731953448222Initializing all the Stores at 1731953448223 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953448223Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953448223Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953448223Cleaning up temporary data from old regions at 1731953448230 (+7 ms)Running coprocessor post-open hooks at 1731953448234 (+4 ms)Region opened successfully at 1731953448235 (+1 ms) 2024-11-18T18:10:48,235 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731953447061.3df1482751c1887fd0346abac3edbca7., pid=10, masterSystemTime=1731953448198 2024-11-18T18:10:48,238 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731953447061.3df1482751c1887fd0346abac3edbca7. 2024-11-18T18:10:48,238 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731953447061.3df1482751c1887fd0346abac3edbca7. 2024-11-18T18:10:48,239 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3df1482751c1887fd0346abac3edbca7, regionState=OPEN, openSeqNum=2, regionLocation=818bff808382,37309,1731953436111 2024-11-18T18:10:48,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3df1482751c1887fd0346abac3edbca7, server=818bff808382,37309,1731953436111 because future has completed 2024-11-18T18:10:48,245 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-18T18:10:48,245 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 3df1482751c1887fd0346abac3edbca7, server=818bff808382,37309,1731953436111 in 197 msec 2024-11-18T18:10:48,247 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-18T18:10:48,247 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3df1482751c1887fd0346abac3edbca7, ASSIGN in 356 msec 2024-11-18T18:10:48,247 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T18:10:48,248 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731953448248"}]},"ts":"1731953448248"} 2024-11-18T18:10:48,250 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-18T18:10:48,251 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T18:10:48,253 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1900 sec 2024-11-18T18:10:48,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731953447061.3df1482751c1887fd0346abac3edbca7., hostname=818bff808382,37309,1731953436111, seqNum=2] 2024-11-18T18:10:48,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37309-0x1000bd3da1d0001, quorum=127.0.0.1:64034, baseZNode=/0-2075973551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2075973551 2024-11-18T18:10:48,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38873-0x1000bd3da1d0000, quorum=127.0.0.1:64034, baseZNode=/0-2075973551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2075973551 2024-11-18T18:10:48,278 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T18:10:48,431 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37309 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-18T18:10:48,431 INFO [RS_REFRESH_PEER-regionserver/818bff808382:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-18T18:10:48,460 INFO [RS_REFRESH_PEER-regionserver/818bff808382:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-818bff808382,37309,1731953436111, ReplicationSource: 1, currentBandwidth=0 2024-11-18T18:10:48,461 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T18:10:48,461 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=818bff808382,37309,1731953436111, seqNum=-1] 2024-11-18T18:10:48,461 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T18:10:48,462 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48785, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-18T18:10:48,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-818bff808382,37309,1731953436111', locateType=CURRENT is [region=hbase:replication,,1731953447061.3df1482751c1887fd0346abac3edbca7., hostname=818bff808382,37309,1731953436111, seqNum=2] 2024-11-18T18:10:48,467 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-18T18:10:48,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38873 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-18T18:10:48,469 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 818bff808382,37309,1731953436111 suceeded 2024-11-18T18:10:48,472 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-18T18:10:48,472 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://818bff808382:41599,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-18T18:10:48,472 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 191 msec 2024-11-18T18:10:48,474 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4220 sec 2024-11-18T18:10:48,484 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37309,1731953436111 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='818bff808382:41599' 2024-11-18T18:10:48,485 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37309,1731953436111 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5d5d187a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:10:48,485 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37309,1731953436111 {}] client.ClusterIdFetcher(90): Going to request 818bff808382,41599,-1 for getting cluster id 2024-11-18T18:10:48,486 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37309,1731953436111 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T18:10:48,486 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7c14e491-b911-4e2e-b8ef-156ca77090c4' 2024-11-18T18:10:48,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T18:10:48,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7c14e491-b911-4e2e-b8ef-156ca77090c4" 2024-11-18T18:10:48,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3f415651, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:10:48,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [818bff808382,41599,-1] 2024-11-18T18:10:48,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T18:10:48,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:10:48,488 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-18T18:10:48,489 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37309,1731953436111 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7b6191b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:10:48,489 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37309,1731953436111 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T18:10:48,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 818bff808382,41599,1731953440012 2024-11-18T18:10:48,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7dd3362f 2024-11-18T18:10:48,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T18:10:48,491 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34628, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-18T18:10:48,492 INFO [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37309,1731953436111 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-818bff808382,37309,1731953436111 (queues=1) is replicating from cluster=11a0b8fa-6f54-4169-bc61-8a357db44f3c to cluster=7c14e491-b911-4e2e-b8ef-156ca77090c4 2024-11-18T18:10:48,492 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37309,1731953436111 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=818bff808382%2C37309%2C1731953436111 2024-11-18T18:10:48,492 INFO [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37309,1731953436111 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-818bff808382,37309,1731953436111, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T18:10:48,492 INFO [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37309,1731953436111.replicationSource.shipper818bff808382%2C37309%2C1731953436111,1-818bff808382,37309,1731953436111 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 818bff808382%2C37309%2C1731953436111 2024-11-18T18:10:48,492 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37309,1731953436111.replicationSource.wal-reader.818bff808382%2C37309%2C1731953436111,1-818bff808382,37309,1731953436111 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/WALs/818bff808382,37309,1731953436111/818bff808382%2C37309%2C1731953436111.1731953437708, startPosition=0, beingWritten=true 2024-11-18T18:10:48,502 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37309,1731953436111.replicationSource.wal-reader.818bff808382%2C37309%2C1731953436111,1-818bff808382,37309,1731953436111 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T18:10:48,502 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37309,1731953436111.replicationSource.wal-reader.818bff808382%2C37309%2C1731953436111,1-818bff808382,37309,1731953436111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/WALs/818bff808382,37309,1731953436111/818bff808382%2C37309%2C1731953436111.1731953437708 to pos 379, reset compression=false 2024-11-18T18:10:48,502 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37309,1731953436111.replicationSource.shipper818bff808382%2C37309%2C1731953436111,1-818bff808382,37309,1731953436111 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-818bff808382,37309,1731953436111 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/WALs/818bff808382,37309,1731953436111/818bff808382%2C37309%2C1731953436111.1731953437708, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T18:10:48,706 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37309,1731953436111.replicationSource.wal-reader.818bff808382%2C37309%2C1731953436111,1-818bff808382,37309,1731953436111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/WALs/818bff808382,37309,1731953436111/818bff808382%2C37309%2C1731953436111.1731953437708 to pos 379, reset compression=false 2024-11-18T18:10:49,011 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37309,1731953436111.replicationSource.wal-reader.818bff808382%2C37309%2C1731953436111,1-818bff808382,37309,1731953436111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/WALs/818bff808382,37309,1731953436111/818bff808382%2C37309%2C1731953436111.1731953437708 to pos 379, reset compression=false 2024-11-18T18:10:49,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38873 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T18:10:49,202 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-18T18:10:49,202 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T18:10:49,202 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T18:10:49,202 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:10:49,203 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:10:49,203 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T18:10:49,203 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:10:49,210 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/load_f/f/hfile_0 is 36, key is aaaa/f:row/1731953449208/Put/seqid=0 2024-11-18T18:10:49,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45119 is added to blk_1073741840_1016 (size=7894) 2024-11-18T18:10:49,416 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37309,1731953436111.replicationSource.wal-reader.818bff808382%2C37309%2C1731953436111,1-818bff808382,37309,1731953436111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/WALs/818bff808382,37309,1731953436111/818bff808382%2C37309%2C1731953436111.1731953437708 to pos 379, reset compression=false 2024-11-18T18:10:49,562 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-18T18:10:49,617 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/load_f/f/hfile_1 is 34, key is ddd/f:row/1731953449616/Put/seqid=0 2024-11-18T18:10:49,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45119 is added to blk_1073741841_1017 (size=7691) 2024-11-18T18:10:49,629 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61b27bb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:10:49,629 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 818bff808382,38873,-1 for getting cluster id 2024-11-18T18:10:49,629 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T18:10:49,630 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '11a0b8fa-6f54-4169-bc61-8a357db44f3c' 2024-11-18T18:10:49,630 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T18:10:49,630 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "11a0b8fa-6f54-4169-bc61-8a357db44f3c" 2024-11-18T18:10:49,631 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58cbab88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:10:49,631 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [818bff808382,38873,-1] 2024-11-18T18:10:49,631 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T18:10:49,631 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:10:49,632 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49470, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T18:10:49,633 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b26d088, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:10:49,633 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T18:10:49,634 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=818bff808382,37309,1731953436111, seqNum=-1] 2024-11-18T18:10:49,634 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T18:10:49,635 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T18:10:49,644 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T18:10:49,645 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 818bff808382,38873,1731953436037 2024-11-18T18:10:49,645 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5258a4c3 2024-11-18T18:10:49,648 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T18:10:49,649 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49482, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T18:10:49,655 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731953442708.e4ab7751c40bc3e415c2409c0b3417b1., hostname=818bff808382,37309,1731953436111, seqNum=2] 2024-11-18T18:10:49,664 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-18T18:10:49,676 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-18T18:10:49,680 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-18T18:10:49,695 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37309 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/load_f/f/hfile_0 for inclusion in e4ab7751c40bc3e415c2409c0b3417b1/f 2024-11-18T18:10:49,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37309 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-18T18:10:49,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37309 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T18:10:49,701 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37309 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/load_f/f/hfile_1 for inclusion in e4ab7751c40bc3e415c2409c0b3417b1/f 2024-11-18T18:10:49,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37309 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-18T18:10:49,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37309 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T18:10:49,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37309 {}] regionserver.HRegion(2603): Flush status journal for e4ab7751c40bc3e415c2409c0b3417b1: 2024-11-18T18:10:49,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37309 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/load_f/f/hfile_0 to hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/staging/jenkins__test__anekjr307tb6dcmf03grmba385qo6emf8ssl7hhsb5qfak8gpcor7mse13g406cl/f/hfile_0 2024-11-18T18:10:49,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37309 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/staging/jenkins__test__anekjr307tb6dcmf03grmba385qo6emf8ssl7hhsb5qfak8gpcor7mse13g406cl/f/hfile_0 as hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/data/default/test/e4ab7751c40bc3e415c2409c0b3417b1/f/b2b54974e62f4bb7bcc2ceb63a138a16_SeqId_4_ 2024-11-18T18:10:49,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37309 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/load_f/f/hfile_1 to hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/staging/jenkins__test__anekjr307tb6dcmf03grmba385qo6emf8ssl7hhsb5qfak8gpcor7mse13g406cl/f/hfile_1 2024-11-18T18:10:49,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37309 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/staging/jenkins__test__anekjr307tb6dcmf03grmba385qo6emf8ssl7hhsb5qfak8gpcor7mse13g406cl/f/hfile_1 as hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/data/default/test/e4ab7751c40bc3e415c2409c0b3417b1/f/454352b9460b4ab3b4ca7b48ab4b39a6_SeqId_4_ 2024-11-18T18:10:49,715 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37309 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/staging/jenkins__test__anekjr307tb6dcmf03grmba385qo6emf8ssl7hhsb5qfak8gpcor7mse13g406cl/f/hfile_0 into e4ab7751c40bc3e415c2409c0b3417b1/f as hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/data/default/test/e4ab7751c40bc3e415c2409c0b3417b1/f/b2b54974e62f4bb7bcc2ceb63a138a16_SeqId_4_ - updating store file list. 2024-11-18T18:10:49,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37309 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b2b54974e62f4bb7bcc2ceb63a138a16_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-18T18:10:49,721 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37309 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/data/default/test/e4ab7751c40bc3e415c2409c0b3417b1/f/b2b54974e62f4bb7bcc2ceb63a138a16_SeqId_4_ into e4ab7751c40bc3e415c2409c0b3417b1/f 2024-11-18T18:10:49,721 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37309 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/staging/jenkins__test__anekjr307tb6dcmf03grmba385qo6emf8ssl7hhsb5qfak8gpcor7mse13g406cl/f/hfile_0 into e4ab7751c40bc3e415c2409c0b3417b1/f (new location: hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/data/default/test/e4ab7751c40bc3e415c2409c0b3417b1/f/b2b54974e62f4bb7bcc2ceb63a138a16_SeqId_4_) 2024-11-18T18:10:49,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37309 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/staging/jenkins__test__anekjr307tb6dcmf03grmba385qo6emf8ssl7hhsb5qfak8gpcor7mse13g406cl/f/hfile_0 2024-11-18T18:10:49,722 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37309 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/staging/jenkins__test__anekjr307tb6dcmf03grmba385qo6emf8ssl7hhsb5qfak8gpcor7mse13g406cl/f/hfile_1 into e4ab7751c40bc3e415c2409c0b3417b1/f as hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/data/default/test/e4ab7751c40bc3e415c2409c0b3417b1/f/454352b9460b4ab3b4ca7b48ab4b39a6_SeqId_4_ - updating store file list. 2024-11-18T18:10:49,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37309 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 454352b9460b4ab3b4ca7b48ab4b39a6_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-18T18:10:49,727 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37309 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/data/default/test/e4ab7751c40bc3e415c2409c0b3417b1/f/454352b9460b4ab3b4ca7b48ab4b39a6_SeqId_4_ into e4ab7751c40bc3e415c2409c0b3417b1/f 2024-11-18T18:10:49,727 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37309 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/staging/jenkins__test__anekjr307tb6dcmf03grmba385qo6emf8ssl7hhsb5qfak8gpcor7mse13g406cl/f/hfile_1 into e4ab7751c40bc3e415c2409c0b3417b1/f (new location: hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/data/default/test/e4ab7751c40bc3e415c2409c0b3417b1/f/454352b9460b4ab3b4ca7b48ab4b39a6_SeqId_4_) 2024-11-18T18:10:49,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37309 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/staging/jenkins__test__anekjr307tb6dcmf03grmba385qo6emf8ssl7hhsb5qfak8gpcor7mse13g406cl/f/hfile_1 2024-11-18T18:10:49,736 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T18:10:49,736 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T18:10:49,736 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:10:49,736 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:10:49,737 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T18:10:49,737 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T18:10:49,738 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731953442708.e4ab7751c40bc3e415c2409c0b3417b1., hostname=818bff808382,37309,1731953436111, seqNum=2 , the old value is region=test,,1731953442708.e4ab7751c40bc3e415c2409c0b3417b1., hostname=818bff808382,37309,1731953436111, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=818bff808382:37309 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-18T18:10:49,738 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=818bff808382,36429,1731953440047, seqNum=-1] 2024-11-18T18:10:49,738 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-18T18:10:49,739 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T18:10:49,739 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731953442708.e4ab7751c40bc3e415c2409c0b3417b1., hostname=818bff808382,37309,1731953436111, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-18T18:10:49,739 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731953442708.e4ab7751c40bc3e415c2409c0b3417b1., hostname=818bff808382,37309,1731953436111, seqNum=2 from cache 2024-11-18T18:10:49,740 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42584, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T18:10:49,742 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731953444866.3205e816e03cfb93655ea028855d9af1., hostname=818bff808382,36429,1731953440047, seqNum=2] 2024-11-18T18:10:49,744 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-18T18:10:49,843 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=818bff808382:37309 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 34 more 2024-11-18T18:10:49,921 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37309,1731953436111.replicationSource.wal-reader.818bff808382%2C37309%2C1731953436111,1-818bff808382,37309,1731953436111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/WALs/818bff808382,37309,1731953436111/818bff808382%2C37309%2C1731953436111.1731953437708 to pos 379, reset compression=false 2024-11-18T18:10:49,927 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37309,1731953436111.replicationSource.wal-reader.818bff808382%2C37309%2C1731953436111,1-818bff808382,37309,1731953436111 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T18:10:49,928 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37309,1731953436111.replicationSource.shipper818bff808382%2C37309%2C1731953436111,1-818bff808382,37309,1731953436111 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-818bff808382,37309,1731953436111 got entry batch from reader: WALEntryBatch [walEntries=[{test/e4ab7751c40bc3e415c2409c0b3417b1/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731953449731/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/WALs/818bff808382,37309,1731953436111/818bff808382%2C37309%2C1731953436111.1731953437708, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-18T18:10:49,951 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37309,1731953436111.replicationSource.shipper818bff808382%2C37309%2C1731953436111,1-818bff808382,37309,1731953436111 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T18:10:49,954 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-18T18:10:49,956 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36429 {}] regionserver.ReplicationSink(318): Replicating [11a0b8fa-6f54-4169-bc61-8a357db44f3c] bulk loaded data 2024-11-18T18:10:49,957 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36429 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7ce31660, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:10:49,957 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36429 {}] client.ClusterIdFetcher(90): Going to request 818bff808382,41599,-1 for getting cluster id 2024-11-18T18:10:49,958 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36429 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T18:10:49,958 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7c14e491-b911-4e2e-b8ef-156ca77090c4' 2024-11-18T18:10:49,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T18:10:49,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7c14e491-b911-4e2e-b8ef-156ca77090c4" 2024-11-18T18:10:49,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2d301fce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:10:49,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [818bff808382,41599,-1] 2024-11-18T18:10:49,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T18:10:49,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:10:49,960 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-18T18:10:49,961 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36429 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4aa5aaa1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:10:49,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40519 is added to blk_1073741837_1013 (size=7894) 2024-11-18T18:10:50,128 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37309,1731953436111.replicationSource.wal-reader.818bff808382%2C37309%2C1731953436111,1-818bff808382,37309,1731953436111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/WALs/818bff808382,37309,1731953436111/818bff808382%2C37309%2C1731953436111.1731953437708 to pos 687, reset compression=false 2024-11-18T18:10:50,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40519 is added to blk_1073741838_1014 (size=7691) 2024-11-18T18:10:50,433 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37309,1731953436111.replicationSource.wal-reader.818bff808382%2C37309%2C1731953436111,1-818bff808382,37309,1731953436111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/WALs/818bff808382,37309,1731953436111/818bff808382%2C37309%2C1731953436111.1731953437708 to pos 687, reset compression=false 2024-11-18T18:10:50,747 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-18T18:10:50,787 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36429 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T18:10:50,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 818bff808382,41599,1731953440012 2024-11-18T18:10:50,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@43062e1a 2024-11-18T18:10:50,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T18:10:50,789 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-18T18:10:50,791 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36429 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-18T18:10:50,791 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36429 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T18:10:50,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=818bff808382,36429,1731953440047, seqNum=-1] 2024-11-18T18:10:50,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T18:10:50,794 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-18T18:10:50,801 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44493/user/jenkins/test-data/ec2b41a1-e7de-1e6a-bfbd-323ee2e603f7/staging/jenkins.hfs.6__test__ov1jb4r8rvn56facumjnvtodtl0s8a5pqfnlg79b8pb06masu28r3o9squd1jjs6/f/454352b9460b4ab3b4ca7b48ab4b39a6_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-18T18:10:50,804 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44493/user/jenkins/test-data/ec2b41a1-e7de-1e6a-bfbd-323ee2e603f7/staging/jenkins.hfs.6__test__ov1jb4r8rvn56facumjnvtodtl0s8a5pqfnlg79b8pb06masu28r3o9squd1jjs6/f/b2b54974e62f4bb7bcc2ceb63a138a16_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-18T18:10:50,807 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36429 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44493/user/jenkins/test-data/ec2b41a1-e7de-1e6a-bfbd-323ee2e603f7/staging/jenkins.hfs.6__test__ov1jb4r8rvn56facumjnvtodtl0s8a5pqfnlg79b8pb06masu28r3o9squd1jjs6/f/454352b9460b4ab3b4ca7b48ab4b39a6_SeqId_4_ for inclusion in 3205e816e03cfb93655ea028855d9af1/f 2024-11-18T18:10:50,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36429 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-18T18:10:50,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36429 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T18:10:50,810 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36429 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44493/user/jenkins/test-data/ec2b41a1-e7de-1e6a-bfbd-323ee2e603f7/staging/jenkins.hfs.6__test__ov1jb4r8rvn56facumjnvtodtl0s8a5pqfnlg79b8pb06masu28r3o9squd1jjs6/f/b2b54974e62f4bb7bcc2ceb63a138a16_SeqId_4_ for inclusion in 3205e816e03cfb93655ea028855d9af1/f 2024-11-18T18:10:50,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36429 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-18T18:10:50,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36429 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T18:10:50,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36429 {}] regionserver.HRegion(2603): Flush status journal for 3205e816e03cfb93655ea028855d9af1: 2024-11-18T18:10:50,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36429 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 454352b9460b4ab3b4ca7b48ab4b39a6_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-18T18:10:50,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36429 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44493/user/jenkins/test-data/ec2b41a1-e7de-1e6a-bfbd-323ee2e603f7/staging/jenkins.hfs.6__test__ov1jb4r8rvn56facumjnvtodtl0s8a5pqfnlg79b8pb06masu28r3o9squd1jjs6/f/454352b9460b4ab3b4ca7b48ab4b39a6_SeqId_4_ as hdfs://localhost:44493/user/jenkins/test-data/ec2b41a1-e7de-1e6a-bfbd-323ee2e603f7/data/default/test/3205e816e03cfb93655ea028855d9af1/f/d20d0bf60c8c4a638ad221c1f1dbbb70_SeqId_4_ 2024-11-18T18:10:50,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36429 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): b2b54974e62f4bb7bcc2ceb63a138a16_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-18T18:10:50,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36429 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44493/user/jenkins/test-data/ec2b41a1-e7de-1e6a-bfbd-323ee2e603f7/staging/jenkins.hfs.6__test__ov1jb4r8rvn56facumjnvtodtl0s8a5pqfnlg79b8pb06masu28r3o9squd1jjs6/f/b2b54974e62f4bb7bcc2ceb63a138a16_SeqId_4_ as hdfs://localhost:44493/user/jenkins/test-data/ec2b41a1-e7de-1e6a-bfbd-323ee2e603f7/data/default/test/3205e816e03cfb93655ea028855d9af1/f/2c3927fd889b4daa9dce40385e5d542c_SeqId_4_ 2024-11-18T18:10:50,816 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36429 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44493/user/jenkins/test-data/ec2b41a1-e7de-1e6a-bfbd-323ee2e603f7/staging/jenkins.hfs.6__test__ov1jb4r8rvn56facumjnvtodtl0s8a5pqfnlg79b8pb06masu28r3o9squd1jjs6/f/454352b9460b4ab3b4ca7b48ab4b39a6_SeqId_4_ into 3205e816e03cfb93655ea028855d9af1/f as hdfs://localhost:44493/user/jenkins/test-data/ec2b41a1-e7de-1e6a-bfbd-323ee2e603f7/data/default/test/3205e816e03cfb93655ea028855d9af1/f/d20d0bf60c8c4a638ad221c1f1dbbb70_SeqId_4_ - updating store file list. 2024-11-18T18:10:50,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36429 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d20d0bf60c8c4a638ad221c1f1dbbb70_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-18T18:10:50,821 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36429 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44493/user/jenkins/test-data/ec2b41a1-e7de-1e6a-bfbd-323ee2e603f7/data/default/test/3205e816e03cfb93655ea028855d9af1/f/d20d0bf60c8c4a638ad221c1f1dbbb70_SeqId_4_ into 3205e816e03cfb93655ea028855d9af1/f 2024-11-18T18:10:50,821 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36429 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44493/user/jenkins/test-data/ec2b41a1-e7de-1e6a-bfbd-323ee2e603f7/staging/jenkins.hfs.6__test__ov1jb4r8rvn56facumjnvtodtl0s8a5pqfnlg79b8pb06masu28r3o9squd1jjs6/f/454352b9460b4ab3b4ca7b48ab4b39a6_SeqId_4_ into 3205e816e03cfb93655ea028855d9af1/f (new location: hdfs://localhost:44493/user/jenkins/test-data/ec2b41a1-e7de-1e6a-bfbd-323ee2e603f7/data/default/test/3205e816e03cfb93655ea028855d9af1/f/d20d0bf60c8c4a638ad221c1f1dbbb70_SeqId_4_) 2024-11-18T18:10:50,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36429 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44493/user/jenkins/test-data/ec2b41a1-e7de-1e6a-bfbd-323ee2e603f7/staging/jenkins.hfs.6__test__ov1jb4r8rvn56facumjnvtodtl0s8a5pqfnlg79b8pb06masu28r3o9squd1jjs6/f/454352b9460b4ab3b4ca7b48ab4b39a6_SeqId_4_ 2024-11-18T18:10:50,822 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36429 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44493/user/jenkins/test-data/ec2b41a1-e7de-1e6a-bfbd-323ee2e603f7/staging/jenkins.hfs.6__test__ov1jb4r8rvn56facumjnvtodtl0s8a5pqfnlg79b8pb06masu28r3o9squd1jjs6/f/b2b54974e62f4bb7bcc2ceb63a138a16_SeqId_4_ into 3205e816e03cfb93655ea028855d9af1/f as hdfs://localhost:44493/user/jenkins/test-data/ec2b41a1-e7de-1e6a-bfbd-323ee2e603f7/data/default/test/3205e816e03cfb93655ea028855d9af1/f/2c3927fd889b4daa9dce40385e5d542c_SeqId_4_ - updating store file list. 2024-11-18T18:10:50,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36429 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2c3927fd889b4daa9dce40385e5d542c_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-18T18:10:50,826 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36429 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44493/user/jenkins/test-data/ec2b41a1-e7de-1e6a-bfbd-323ee2e603f7/data/default/test/3205e816e03cfb93655ea028855d9af1/f/2c3927fd889b4daa9dce40385e5d542c_SeqId_4_ into 3205e816e03cfb93655ea028855d9af1/f 2024-11-18T18:10:50,826 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36429 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44493/user/jenkins/test-data/ec2b41a1-e7de-1e6a-bfbd-323ee2e603f7/staging/jenkins.hfs.6__test__ov1jb4r8rvn56facumjnvtodtl0s8a5pqfnlg79b8pb06masu28r3o9squd1jjs6/f/b2b54974e62f4bb7bcc2ceb63a138a16_SeqId_4_ into 3205e816e03cfb93655ea028855d9af1/f (new location: hdfs://localhost:44493/user/jenkins/test-data/ec2b41a1-e7de-1e6a-bfbd-323ee2e603f7/data/default/test/3205e816e03cfb93655ea028855d9af1/f/2c3927fd889b4daa9dce40385e5d542c_SeqId_4_) 2024-11-18T18:10:50,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36429 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44493/user/jenkins/test-data/ec2b41a1-e7de-1e6a-bfbd-323ee2e603f7/staging/jenkins.hfs.6__test__ov1jb4r8rvn56facumjnvtodtl0s8a5pqfnlg79b8pb06masu28r3o9squd1jjs6/f/b2b54974e62f4bb7bcc2ceb63a138a16_SeqId_4_ 2024-11-18T18:10:50,829 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36429 {}] regionserver.ReplicationSink(324): Finished replicating [11a0b8fa-6f54-4169-bc61-8a357db44f3c] bulk loaded data 2024-11-18T18:10:50,837 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37309,1731953436111.replicationSource.wal-reader.818bff808382%2C37309%2C1731953436111,1-818bff808382,37309,1731953436111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/WALs/818bff808382,37309,1731953436111/818bff808382%2C37309%2C1731953436111.1731953437708 to pos 687, reset compression=false 2024-11-18T18:10:51,341 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37309,1731953436111.replicationSource.wal-reader.818bff808382%2C37309%2C1731953436111,1-818bff808382,37309,1731953436111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/WALs/818bff808382,37309,1731953436111/818bff808382%2C37309%2C1731953436111.1731953437708 to pos 687, reset compression=false 2024-11-18T18:10:51,761 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:10:51,765 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1731953451764/Put/seqid=0 2024-11-18T18:10:51,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45119 is added to blk_1073741842_1018 (size=7997) 2024-11-18T18:10:51,946 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37309,1731953436111.replicationSource.wal-reader.818bff808382%2C37309%2C1731953436111,1-818bff808382,37309,1731953436111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/WALs/818bff808382,37309,1731953436111/818bff808382%2C37309%2C1731953436111.1731953437708 to pos 687, reset compression=false 2024-11-18T18:10:52,178 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1731953452177/Put/seqid=0 2024-11-18T18:10:52,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45119 is added to blk_1073741843_1019 (size=7794) 2024-11-18T18:10:52,202 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68ba0a56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:10:52,202 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 818bff808382,38873,-1 for getting cluster id 2024-11-18T18:10:52,202 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T18:10:52,204 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '11a0b8fa-6f54-4169-bc61-8a357db44f3c' 2024-11-18T18:10:52,205 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T18:10:52,205 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "11a0b8fa-6f54-4169-bc61-8a357db44f3c" 2024-11-18T18:10:52,205 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12cdd883, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:10:52,205 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [818bff808382,38873,-1] 2024-11-18T18:10:52,206 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T18:10:52,206 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:10:52,207 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49498, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T18:10:52,208 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c296139, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:10:52,209 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T18:10:52,210 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=818bff808382,37309,1731953436111, seqNum=-1] 2024-11-18T18:10:52,210 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T18:10:52,211 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T18:10:52,221 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T18:10:52,222 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 818bff808382,38873,1731953436037 2024-11-18T18:10:52,222 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@73756e09 2024-11-18T18:10:52,222 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T18:10:52,223 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49506, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T18:10:52,226 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731953442708.e4ab7751c40bc3e415c2409c0b3417b1., hostname=818bff808382,37309,1731953436111, seqNum=2] 2024-11-18T18:10:52,229 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-18T18:10:52,248 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-18T18:10:52,252 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-18T18:10:52,270 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37309 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/load_f1/f1/hfile_0 for inclusion in e4ab7751c40bc3e415c2409c0b3417b1/f1 2024-11-18T18:10:52,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37309 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-18T18:10:52,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37309 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T18:10:52,275 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37309 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/load_f1/f1/hfile_1 for inclusion in e4ab7751c40bc3e415c2409c0b3417b1/f1 2024-11-18T18:10:52,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37309 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-18T18:10:52,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37309 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T18:10:52,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37309 {}] regionserver.HRegion(2603): Flush status journal for e4ab7751c40bc3e415c2409c0b3417b1: 2024-11-18T18:10:52,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37309 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/load_f1/f1/hfile_0 to hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/staging/jenkins__test__g9u9q5tl4sb7akae6hpmlbr24tk8j1eocpqsg83sru6u9cgo8iptdn9ofr57l9uj/f1/hfile_0 2024-11-18T18:10:52,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37309 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/staging/jenkins__test__g9u9q5tl4sb7akae6hpmlbr24tk8j1eocpqsg83sru6u9cgo8iptdn9ofr57l9uj/f1/hfile_0 as hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/data/default/test/e4ab7751c40bc3e415c2409c0b3417b1/f1/325848b652944746b36aaa4524fcd46d_SeqId_6_ 2024-11-18T18:10:52,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37309 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/load_f1/f1/hfile_1 to hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/staging/jenkins__test__g9u9q5tl4sb7akae6hpmlbr24tk8j1eocpqsg83sru6u9cgo8iptdn9ofr57l9uj/f1/hfile_1 2024-11-18T18:10:52,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37309 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/staging/jenkins__test__g9u9q5tl4sb7akae6hpmlbr24tk8j1eocpqsg83sru6u9cgo8iptdn9ofr57l9uj/f1/hfile_1 as hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/data/default/test/e4ab7751c40bc3e415c2409c0b3417b1/f1/30d5a3bbdabf4e31ab391ea8f9ea24bc_SeqId_6_ 2024-11-18T18:10:52,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37309 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-18T18:10:52,289 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37309 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/staging/jenkins__test__g9u9q5tl4sb7akae6hpmlbr24tk8j1eocpqsg83sru6u9cgo8iptdn9ofr57l9uj/f1/hfile_0 into e4ab7751c40bc3e415c2409c0b3417b1/f1 as hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/data/default/test/e4ab7751c40bc3e415c2409c0b3417b1/f1/325848b652944746b36aaa4524fcd46d_SeqId_6_ - updating store file list. 2024-11-18T18:10:52,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37309 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 325848b652944746b36aaa4524fcd46d_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-18T18:10:52,294 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37309 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/data/default/test/e4ab7751c40bc3e415c2409c0b3417b1/f1/325848b652944746b36aaa4524fcd46d_SeqId_6_ into e4ab7751c40bc3e415c2409c0b3417b1/f1 2024-11-18T18:10:52,294 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37309 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/staging/jenkins__test__g9u9q5tl4sb7akae6hpmlbr24tk8j1eocpqsg83sru6u9cgo8iptdn9ofr57l9uj/f1/hfile_0 into e4ab7751c40bc3e415c2409c0b3417b1/f1 (new location: hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/data/default/test/e4ab7751c40bc3e415c2409c0b3417b1/f1/325848b652944746b36aaa4524fcd46d_SeqId_6_) 2024-11-18T18:10:52,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37309 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/staging/jenkins__test__g9u9q5tl4sb7akae6hpmlbr24tk8j1eocpqsg83sru6u9cgo8iptdn9ofr57l9uj/f1/hfile_0 2024-11-18T18:10:52,295 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37309 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/staging/jenkins__test__g9u9q5tl4sb7akae6hpmlbr24tk8j1eocpqsg83sru6u9cgo8iptdn9ofr57l9uj/f1/hfile_1 into e4ab7751c40bc3e415c2409c0b3417b1/f1 as hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/data/default/test/e4ab7751c40bc3e415c2409c0b3417b1/f1/30d5a3bbdabf4e31ab391ea8f9ea24bc_SeqId_6_ - updating store file list. 2024-11-18T18:10:52,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37309 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 30d5a3bbdabf4e31ab391ea8f9ea24bc_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-18T18:10:52,302 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37309 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/data/default/test/e4ab7751c40bc3e415c2409c0b3417b1/f1/30d5a3bbdabf4e31ab391ea8f9ea24bc_SeqId_6_ into e4ab7751c40bc3e415c2409c0b3417b1/f1 2024-11-18T18:10:52,302 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37309 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/staging/jenkins__test__g9u9q5tl4sb7akae6hpmlbr24tk8j1eocpqsg83sru6u9cgo8iptdn9ofr57l9uj/f1/hfile_1 into e4ab7751c40bc3e415c2409c0b3417b1/f1 (new location: hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/data/default/test/e4ab7751c40bc3e415c2409c0b3417b1/f1/30d5a3bbdabf4e31ab391ea8f9ea24bc_SeqId_6_) 2024-11-18T18:10:52,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37309 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/staging/jenkins__test__g9u9q5tl4sb7akae6hpmlbr24tk8j1eocpqsg83sru6u9cgo8iptdn9ofr57l9uj/f1/hfile_1 2024-11-18T18:10:52,304 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T18:10:52,304 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T18:10:52,305 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:10:52,305 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:10:52,305 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T18:10:52,305 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T18:10:52,307 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731953442708.e4ab7751c40bc3e415c2409c0b3417b1., hostname=818bff808382,37309,1731953436111, seqNum=2 , the old value is region=test,,1731953442708.e4ab7751c40bc3e415c2409c0b3417b1., hostname=818bff808382,37309,1731953436111, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=818bff808382:37309 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-18T18:10:52,307 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731953442708.e4ab7751c40bc3e415c2409c0b3417b1., hostname=818bff808382,37309,1731953436111, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-18T18:10:52,307 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731953442708.e4ab7751c40bc3e415c2409c0b3417b1., hostname=818bff808382,37309,1731953436111, seqNum=2 from cache 2024-11-18T18:10:52,307 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=818bff808382,37309,1731953436111, seqNum=-1] 2024-11-18T18:10:52,308 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T18:10:52,310 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T18:10:52,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37309 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37309: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:57688 deadline: 1731953512307 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:57688 2024-11-18T18:10:52,312 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731953442708.e4ab7751c40bc3e415c2409c0b3417b1., hostname=818bff808382,37309,1731953436111, seqNum=2] 2024-11-18T18:10:52,412 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=818bff808382:37309 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 34 more 2024-11-18T18:10:52,650 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37309,1731953436111.replicationSource.wal-reader.818bff808382%2C37309%2C1731953436111,1-818bff808382,37309,1731953436111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/WALs/818bff808382,37309,1731953436111/818bff808382%2C37309%2C1731953436111.1731953437708 to pos 687, reset compression=false 2024-11-18T18:10:52,656 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37309,1731953436111.replicationSource.wal-reader.818bff808382%2C37309%2C1731953436111,1-818bff808382,37309,1731953436111 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T18:10:52,656 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37309,1731953436111.replicationSource.wal-reader.818bff808382%2C37309%2C1731953436111,1-818bff808382,37309,1731953436111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/WALs/818bff808382,37309,1731953436111/818bff808382%2C37309%2C1731953436111.1731953437708 to pos 997, reset compression=false 2024-11-18T18:10:52,656 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37309,1731953436111.replicationSource.shipper818bff808382%2C37309%2C1731953436111,1-818bff808382,37309,1731953436111 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-818bff808382,37309,1731953436111 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/WALs/818bff808382,37309,1731953436111/818bff808382%2C37309%2C1731953436111.1731953437708, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T18:10:52,860 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37309,1731953436111.replicationSource.wal-reader.818bff808382%2C37309%2C1731953436111,1-818bff808382,37309,1731953436111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/WALs/818bff808382,37309,1731953436111/818bff808382%2C37309%2C1731953436111.1731953437708 to pos 997, reset compression=false 2024-11-18T18:10:53,164 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37309,1731953436111.replicationSource.wal-reader.818bff808382%2C37309%2C1731953436111,1-818bff808382,37309,1731953436111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/WALs/818bff808382,37309,1731953436111/818bff808382%2C37309%2C1731953436111.1731953437708 to pos 997, reset compression=false 2024-11-18T18:10:53,569 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37309,1731953436111.replicationSource.wal-reader.818bff808382%2C37309%2C1731953436111,1-818bff808382,37309,1731953436111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/WALs/818bff808382,37309,1731953436111/818bff808382%2C37309%2C1731953436111.1731953437708 to pos 997, reset compression=false 2024-11-18T18:10:53,724 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T18:10:53,755 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:10:53,755 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:10:53,756 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:10:54,074 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37309,1731953436111.replicationSource.wal-reader.818bff808382%2C37309%2C1731953436111,1-818bff808382,37309,1731953436111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/WALs/818bff808382,37309,1731953436111/818bff808382%2C37309%2C1731953436111.1731953437708 to pos 997, reset compression=false 2024-11-18T18:10:54,679 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37309,1731953436111.replicationSource.wal-reader.818bff808382%2C37309%2C1731953436111,1-818bff808382,37309,1731953436111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/WALs/818bff808382,37309,1731953436111/818bff808382%2C37309%2C1731953436111.1731953437708 to pos 997, reset compression=false 2024-11-18T18:10:55,383 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37309,1731953436111.replicationSource.wal-reader.818bff808382%2C37309%2C1731953436111,1-818bff808382,37309,1731953436111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/WALs/818bff808382,37309,1731953436111/818bff808382%2C37309%2C1731953436111.1731953437708 to pos 997, reset compression=false 2024-11-18T18:10:55,579 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-18T18:10:55,579 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-18T18:10:56,188 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37309,1731953436111.replicationSource.wal-reader.818bff808382%2C37309%2C1731953436111,1-818bff808382,37309,1731953436111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/WALs/818bff808382,37309,1731953436111/818bff808382%2C37309%2C1731953436111.1731953437708 to pos 997, reset compression=false 2024-11-18T18:10:57,092 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37309,1731953436111.replicationSource.wal-reader.818bff808382%2C37309%2C1731953436111,1-818bff808382,37309,1731953436111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/WALs/818bff808382,37309,1731953436111/818bff808382%2C37309%2C1731953436111.1731953437708 to pos 997, reset compression=false 2024-11-18T18:10:58,096 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37309,1731953436111.replicationSource.wal-reader.818bff808382%2C37309%2C1731953436111,1-818bff808382,37309,1731953436111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/WALs/818bff808382,37309,1731953436111/818bff808382%2C37309%2C1731953436111.1731953437708 to pos 997, reset compression=false 2024-11-18T18:10:59,219 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37309,1731953436111.replicationSource.wal-reader.818bff808382%2C37309%2C1731953436111,1-818bff808382,37309,1731953436111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/WALs/818bff808382,37309,1731953436111/818bff808382%2C37309%2C1731953436111.1731953437708 to pos 997, reset compression=false 2024-11-18T18:11:00,431 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37309,1731953436111.replicationSource.wal-reader.818bff808382%2C37309%2C1731953436111,1-818bff808382,37309,1731953436111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/WALs/818bff808382,37309,1731953436111/818bff808382%2C37309%2C1731953436111.1731953437708 to pos 997, reset compression=false 2024-11-18T18:11:01,736 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37309,1731953436111.replicationSource.wal-reader.818bff808382%2C37309%2C1731953436111,1-818bff808382,37309,1731953436111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/WALs/818bff808382,37309,1731953436111/818bff808382%2C37309%2C1731953436111.1731953437708 to pos 997, reset compression=false 2024-11-18T18:11:03,140 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37309,1731953436111.replicationSource.wal-reader.818bff808382%2C37309%2C1731953436111,1-818bff808382,37309,1731953436111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/WALs/818bff808382,37309,1731953436111/818bff808382%2C37309%2C1731953436111.1731953437708 to pos 997, reset compression=false 2024-11-18T18:11:04,645 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37309,1731953436111.replicationSource.wal-reader.818bff808382%2C37309%2C1731953436111,1-818bff808382,37309,1731953436111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/WALs/818bff808382,37309,1731953436111/818bff808382%2C37309%2C1731953436111.1731953437708 to pos 997, reset compression=false 2024-11-18T18:11:05,625 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T18:11:06,249 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37309,1731953436111.replicationSource.wal-reader.818bff808382%2C37309%2C1731953436111,1-818bff808382,37309,1731953436111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/WALs/818bff808382,37309,1731953436111/818bff808382%2C37309%2C1731953436111.1731953437708 to pos 997, reset compression=false 2024-11-18T18:11:07,953 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37309,1731953436111.replicationSource.wal-reader.818bff808382%2C37309%2C1731953436111,1-818bff808382,37309,1731953436111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/WALs/818bff808382,37309,1731953436111/818bff808382%2C37309%2C1731953436111.1731953437708 to pos 997, reset compression=false 2024-11-18T18:11:09,598 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T18:11:09,757 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37309,1731953436111.replicationSource.wal-reader.818bff808382%2C37309%2C1731953436111,1-818bff808382,37309,1731953436111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/WALs/818bff808382,37309,1731953436111/818bff808382%2C37309%2C1731953436111.1731953437708 to pos 997, reset compression=false 2024-11-18T18:11:11,661 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37309,1731953436111.replicationSource.wal-reader.818bff808382%2C37309%2C1731953436111,1-818bff808382,37309,1731953436111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/WALs/818bff808382,37309,1731953436111/818bff808382%2C37309%2C1731953436111.1731953437708 to pos 997, reset compression=false 2024-11-18T18:11:12,659 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37309,1731953436111.replicationSource.shipper818bff808382%2C37309%2C1731953436111,1-818bff808382,37309,1731953436111 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-818bff808382,37309,1731953436111 got entry batch from reader: null 2024-11-18T18:11:13,665 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37309,1731953436111.replicationSource.wal-reader.818bff808382%2C37309%2C1731953436111,1-818bff808382,37309,1731953436111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/WALs/818bff808382,37309,1731953436111/818bff808382%2C37309%2C1731953436111.1731953437708 to pos 997, reset compression=false 2024-11-18T18:11:15,770 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37309,1731953436111.replicationSource.wal-reader.818bff808382%2C37309%2C1731953436111,1-818bff808382,37309,1731953436111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/WALs/818bff808382,37309,1731953436111/818bff808382%2C37309%2C1731953436111.1731953437708 to pos 997, reset compression=false 2024-11-18T18:11:17,974 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37309,1731953436111.replicationSource.wal-reader.818bff808382%2C37309%2C1731953436111,1-818bff808382,37309,1731953436111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/WALs/818bff808382,37309,1731953436111/818bff808382%2C37309%2C1731953436111.1731953437708 to pos 997, reset compression=false 2024-11-18T18:11:18,733 INFO [master/818bff808382:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-18T18:11:18,733 INFO [master/818bff808382:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-18T18:11:20,278 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37309,1731953436111.replicationSource.wal-reader.818bff808382%2C37309%2C1731953436111,1-818bff808382,37309,1731953436111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/WALs/818bff808382,37309,1731953436111/818bff808382%2C37309%2C1731953436111.1731953437708 to pos 997, reset compression=false 2024-11-18T18:11:22,663 INFO [master/818bff808382:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-18T18:11:22,663 INFO [master/818bff808382:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-18T18:11:22,683 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37309,1731953436111.replicationSource.wal-reader.818bff808382%2C37309%2C1731953436111,1-818bff808382,37309,1731953436111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/WALs/818bff808382,37309,1731953436111/818bff808382%2C37309%2C1731953436111.1731953437708 to pos 997, reset compression=false 2024-11-18T18:11:25,187 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37309,1731953436111.replicationSource.wal-reader.818bff808382%2C37309%2C1731953436111,1-818bff808382,37309,1731953436111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/WALs/818bff808382,37309,1731953436111/818bff808382%2C37309%2C1731953436111.1731953437708 to pos 997, reset compression=false 2024-11-18T18:11:27,791 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37309,1731953436111.replicationSource.wal-reader.818bff808382%2C37309%2C1731953436111,1-818bff808382,37309,1731953436111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/WALs/818bff808382,37309,1731953436111/818bff808382%2C37309%2C1731953436111.1731953437708 to pos 997, reset compression=false 2024-11-18T18:11:28,855 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region e4ab7751c40bc3e415c2409c0b3417b1, had cached 0 bytes from a total of 31376 2024-11-18T18:11:30,496 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37309,1731953436111.replicationSource.wal-reader.818bff808382%2C37309%2C1731953436111,1-818bff808382,37309,1731953436111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/WALs/818bff808382,37309,1731953436111/818bff808382%2C37309%2C1731953436111.1731953437708 to pos 997, reset compression=false 2024-11-18T18:11:31,010 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 3205e816e03cfb93655ea028855d9af1, had cached 0 bytes from a total of 15585 2024-11-18T18:11:32,659 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37309,1731953436111.replicationSource.shipper818bff808382%2C37309%2C1731953436111,1-818bff808382,37309,1731953436111 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-818bff808382,37309,1731953436111 got entry batch from reader: null 2024-11-18T18:11:33,300 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37309,1731953436111.replicationSource.wal-reader.818bff808382%2C37309%2C1731953436111,1-818bff808382,37309,1731953436111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/WALs/818bff808382,37309,1731953436111/818bff808382%2C37309%2C1731953436111.1731953437708 to pos 997, reset compression=false 2024-11-18T18:11:35,625 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T18:11:36,204 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37309,1731953436111.replicationSource.wal-reader.818bff808382%2C37309%2C1731953436111,1-818bff808382,37309,1731953436111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/WALs/818bff808382,37309,1731953436111/818bff808382%2C37309%2C1731953436111.1731953437708 to pos 997, reset compression=false 2024-11-18T18:11:38,727 DEBUG [master/818bff808382:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-18T18:11:39,209 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37309,1731953436111.replicationSource.wal-reader.818bff808382%2C37309%2C1731953436111,1-818bff808382,37309,1731953436111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/WALs/818bff808382,37309,1731953436111/818bff808382%2C37309%2C1731953436111.1731953437708 to pos 997, reset compression=false 2024-11-18T18:11:39,599 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T18:11:42,313 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37309,1731953436111.replicationSource.wal-reader.818bff808382%2C37309%2C1731953436111,1-818bff808382,37309,1731953436111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/WALs/818bff808382,37309,1731953436111/818bff808382%2C37309%2C1731953436111.1731953437708 to pos 997, reset compression=false 2024-11-18T18:11:42,657 DEBUG [master/818bff808382:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-18T18:11:45,518 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37309,1731953436111.replicationSource.wal-reader.818bff808382%2C37309%2C1731953436111,1-818bff808382,37309,1731953436111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/WALs/818bff808382,37309,1731953436111/818bff808382%2C37309%2C1731953436111.1731953437708 to pos 997, reset compression=false 2024-11-18T18:11:48,822 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37309,1731953436111.replicationSource.wal-reader.818bff808382%2C37309%2C1731953436111,1-818bff808382,37309,1731953436111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/WALs/818bff808382,37309,1731953436111/818bff808382%2C37309%2C1731953436111.1731953437708 to pos 997, reset compression=false 2024-11-18T18:11:52,228 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37309,1731953436111.replicationSource.wal-reader.818bff808382%2C37309%2C1731953436111,1-818bff808382,37309,1731953436111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/WALs/818bff808382,37309,1731953436111/818bff808382%2C37309%2C1731953436111.1731953437708 to pos 997, reset compression=false 2024-11-18T18:11:52,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T18:11:52,344 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T18:11:52,344 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T18:11:52,344 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:11:52,344 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:11:52,344 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T18:11:52,344 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T18:11:52,344 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1411507792, stopped=false 2024-11-18T18:11:52,344 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=818bff808382,41599,1731953440012 2024-11-18T18:11:52,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41599-0x1000bd3da1d0003, quorum=127.0.0.1:64034, baseZNode=/1-521447838 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-521447838/running 2024-11-18T18:11:52,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36429-0x1000bd3da1d0004, quorum=127.0.0.1:64034, baseZNode=/1-521447838 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-521447838/running 2024-11-18T18:11:52,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41599-0x1000bd3da1d0003, quorum=127.0.0.1:64034, baseZNode=/1-521447838 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-521447838 2024-11-18T18:11:52,346 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T18:11:52,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36429-0x1000bd3da1d0004, quorum=127.0.0.1:64034, baseZNode=/1-521447838 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-521447838 2024-11-18T18:11:52,346 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T18:11:52,347 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T18:11:52,347 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:11:52,347 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '818bff808382,36429,1731953440047' ***** 2024-11-18T18:11:52,347 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T18:11:52,348 INFO [RS:0;818bff808382:36429 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T18:11:52,348 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36429-0x1000bd3da1d0004, quorum=127.0.0.1:64034, baseZNode=/1-521447838 Set watcher on znode that does not yet exist, /1-521447838/running 2024-11-18T18:11:52,348 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41599-0x1000bd3da1d0003, quorum=127.0.0.1:64034, baseZNode=/1-521447838 Set watcher on znode that does not yet exist, /1-521447838/running 2024-11-18T18:11:52,348 INFO [RS:0;818bff808382:36429 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T18:11:52,348 INFO [RS:0;818bff808382:36429 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T18:11:52,348 INFO [RS:0;818bff808382:36429 {}] regionserver.HRegionServer(3091): Received CLOSE for 3205e816e03cfb93655ea028855d9af1 2024-11-18T18:11:52,348 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T18:11:52,349 INFO [RS:0;818bff808382:36429 {}] regionserver.HRegionServer(959): stopping server 818bff808382,36429,1731953440047 2024-11-18T18:11:52,349 INFO [RS:0;818bff808382:36429 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T18:11:52,349 INFO [RS:0;818bff808382:36429 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;818bff808382:36429. 2024-11-18T18:11:52,349 DEBUG [RS:0;818bff808382:36429 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T18:11:52,349 DEBUG [RS:0;818bff808382:36429 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:11:52,349 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3205e816e03cfb93655ea028855d9af1, disabling compactions & flushes 2024-11-18T18:11:52,349 INFO [RS:0;818bff808382:36429 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T18:11:52,349 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731953444866.3205e816e03cfb93655ea028855d9af1. 2024-11-18T18:11:52,349 INFO [RS:0;818bff808382:36429 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T18:11:52,349 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731953444866.3205e816e03cfb93655ea028855d9af1. 2024-11-18T18:11:52,349 INFO [RS:0;818bff808382:36429 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T18:11:52,349 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731953444866.3205e816e03cfb93655ea028855d9af1. after waiting 0 ms 2024-11-18T18:11:52,349 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731953444866.3205e816e03cfb93655ea028855d9af1. 2024-11-18T18:11:52,349 INFO [RS:0;818bff808382:36429 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T18:11:52,350 INFO [RS:0;818bff808382:36429 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-18T18:11:52,350 DEBUG [RS:0;818bff808382:36429 {}] regionserver.HRegionServer(1325): Online Regions={3205e816e03cfb93655ea028855d9af1=test,,1731953444866.3205e816e03cfb93655ea028855d9af1., 1588230740=hbase:meta,,1.1588230740} 2024-11-18T18:11:52,350 DEBUG [RS:0;818bff808382:36429 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3205e816e03cfb93655ea028855d9af1 2024-11-18T18:11:52,350 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T18:11:52,350 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T18:11:52,350 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T18:11:52,350 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T18:11:52,350 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T18:11:52,351 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-18T18:11:52,355 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44493/user/jenkins/test-data/ec2b41a1-e7de-1e6a-bfbd-323ee2e603f7/data/default/test/3205e816e03cfb93655ea028855d9af1/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-18T18:11:52,355 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T18:11:52,356 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T18:11:52,356 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731953444866.3205e816e03cfb93655ea028855d9af1. 2024-11-18T18:11:52,356 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3205e816e03cfb93655ea028855d9af1: Waiting for close lock at 1731953512349Running coprocessor pre-close hooks at 1731953512349Disabling compacts and flushes for region at 1731953512349Disabling writes for close at 1731953512349Writing region close event to WAL at 1731953512350 (+1 ms)Running coprocessor post-close hooks at 1731953512355 (+5 ms)Closed at 1731953512356 (+1 ms) 2024-11-18T18:11:52,356 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731953444866.3205e816e03cfb93655ea028855d9af1. 2024-11-18T18:11:52,376 INFO [regionserver/818bff808382:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T18:11:52,377 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44493/user/jenkins/test-data/ec2b41a1-e7de-1e6a-bfbd-323ee2e603f7/data/hbase/meta/1588230740/.tmp/info/37ef4af636a64d24ad45586ef45e912d is 129, key is test,,1731953444866.3205e816e03cfb93655ea028855d9af1./info:regioninfo/1731953446029/Put/seqid=0 2024-11-18T18:11:52,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40519 is added to blk_1073741839_1015 (size=6421) 2024-11-18T18:11:52,550 DEBUG [RS:0;818bff808382:36429 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T18:11:52,659 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37309,1731953436111.replicationSource.shipper818bff808382%2C37309%2C1731953436111,1-818bff808382,37309,1731953436111 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-818bff808382,37309,1731953436111 got entry batch from reader: null 2024-11-18T18:11:52,751 DEBUG [RS:0;818bff808382:36429 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T18:11:52,783 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44493/user/jenkins/test-data/ec2b41a1-e7de-1e6a-bfbd-323ee2e603f7/data/hbase/meta/1588230740/.tmp/info/37ef4af636a64d24ad45586ef45e912d 2024-11-18T18:11:52,809 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44493/user/jenkins/test-data/ec2b41a1-e7de-1e6a-bfbd-323ee2e603f7/data/hbase/meta/1588230740/.tmp/ns/21b51e028f3e40f09108bc5a3d545ff7 is 43, key is default/ns:d/1731953442649/Put/seqid=0 2024-11-18T18:11:52,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40519 is added to blk_1073741840_1016 (size=5153) 2024-11-18T18:11:52,814 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44493/user/jenkins/test-data/ec2b41a1-e7de-1e6a-bfbd-323ee2e603f7/data/hbase/meta/1588230740/.tmp/ns/21b51e028f3e40f09108bc5a3d545ff7 2024-11-18T18:11:52,839 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44493/user/jenkins/test-data/ec2b41a1-e7de-1e6a-bfbd-323ee2e603f7/data/hbase/meta/1588230740/.tmp/rep_barrier/59fe485d475f46fbbe228cacdd941afe is 112, key is test,,1731953444866.3205e816e03cfb93655ea028855d9af1./rep_barrier:seqnumDuringOpen/1731953446029/Put/seqid=0 2024-11-18T18:11:52,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40519 is added to blk_1073741841_1017 (size=5518) 2024-11-18T18:11:52,951 DEBUG [RS:0;818bff808382:36429 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T18:11:53,096 INFO [regionserver/818bff808382:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T18:11:53,096 INFO [regionserver/818bff808382:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T18:11:53,151 DEBUG [RS:0;818bff808382:36429 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T18:11:53,244 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44493/user/jenkins/test-data/ec2b41a1-e7de-1e6a-bfbd-323ee2e603f7/data/hbase/meta/1588230740/.tmp/rep_barrier/59fe485d475f46fbbe228cacdd941afe 2024-11-18T18:11:53,273 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44493/user/jenkins/test-data/ec2b41a1-e7de-1e6a-bfbd-323ee2e603f7/data/hbase/meta/1588230740/.tmp/table/ebe5b7835ef94853925a246a8dd28426 is 40, key is test/table:state/1731953446042/Put/seqid=0 2024-11-18T18:11:53,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40519 is added to blk_1073741842_1018 (size=5165) 2024-11-18T18:11:53,351 INFO [RS:0;818bff808382:36429 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-18T18:11:53,351 DEBUG [RS:0;818bff808382:36429 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-18T18:11:53,351 DEBUG [RS:0;818bff808382:36429 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T18:11:53,552 DEBUG [RS:0;818bff808382:36429 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T18:11:53,678 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44493/user/jenkins/test-data/ec2b41a1-e7de-1e6a-bfbd-323ee2e603f7/data/hbase/meta/1588230740/.tmp/table/ebe5b7835ef94853925a246a8dd28426 2024-11-18T18:11:53,685 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44493/user/jenkins/test-data/ec2b41a1-e7de-1e6a-bfbd-323ee2e603f7/data/hbase/meta/1588230740/.tmp/info/37ef4af636a64d24ad45586ef45e912d as hdfs://localhost:44493/user/jenkins/test-data/ec2b41a1-e7de-1e6a-bfbd-323ee2e603f7/data/hbase/meta/1588230740/info/37ef4af636a64d24ad45586ef45e912d 2024-11-18T18:11:53,690 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44493/user/jenkins/test-data/ec2b41a1-e7de-1e6a-bfbd-323ee2e603f7/data/hbase/meta/1588230740/info/37ef4af636a64d24ad45586ef45e912d, entries=10, sequenceid=11, filesize=6.3 K 2024-11-18T18:11:53,691 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44493/user/jenkins/test-data/ec2b41a1-e7de-1e6a-bfbd-323ee2e603f7/data/hbase/meta/1588230740/.tmp/ns/21b51e028f3e40f09108bc5a3d545ff7 as hdfs://localhost:44493/user/jenkins/test-data/ec2b41a1-e7de-1e6a-bfbd-323ee2e603f7/data/hbase/meta/1588230740/ns/21b51e028f3e40f09108bc5a3d545ff7 2024-11-18T18:11:53,697 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44493/user/jenkins/test-data/ec2b41a1-e7de-1e6a-bfbd-323ee2e603f7/data/hbase/meta/1588230740/ns/21b51e028f3e40f09108bc5a3d545ff7, entries=2, sequenceid=11, filesize=5.0 K 2024-11-18T18:11:53,698 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44493/user/jenkins/test-data/ec2b41a1-e7de-1e6a-bfbd-323ee2e603f7/data/hbase/meta/1588230740/.tmp/rep_barrier/59fe485d475f46fbbe228cacdd941afe as hdfs://localhost:44493/user/jenkins/test-data/ec2b41a1-e7de-1e6a-bfbd-323ee2e603f7/data/hbase/meta/1588230740/rep_barrier/59fe485d475f46fbbe228cacdd941afe 2024-11-18T18:11:53,703 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44493/user/jenkins/test-data/ec2b41a1-e7de-1e6a-bfbd-323ee2e603f7/data/hbase/meta/1588230740/rep_barrier/59fe485d475f46fbbe228cacdd941afe, entries=1, sequenceid=11, filesize=5.4 K 2024-11-18T18:11:53,704 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44493/user/jenkins/test-data/ec2b41a1-e7de-1e6a-bfbd-323ee2e603f7/data/hbase/meta/1588230740/.tmp/table/ebe5b7835ef94853925a246a8dd28426 as hdfs://localhost:44493/user/jenkins/test-data/ec2b41a1-e7de-1e6a-bfbd-323ee2e603f7/data/hbase/meta/1588230740/table/ebe5b7835ef94853925a246a8dd28426 2024-11-18T18:11:53,709 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44493/user/jenkins/test-data/ec2b41a1-e7de-1e6a-bfbd-323ee2e603f7/data/hbase/meta/1588230740/table/ebe5b7835ef94853925a246a8dd28426, entries=2, sequenceid=11, filesize=5.0 K 2024-11-18T18:11:53,710 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1360ms, sequenceid=11, compaction requested=false 2024-11-18T18:11:53,715 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44493/user/jenkins/test-data/ec2b41a1-e7de-1e6a-bfbd-323ee2e603f7/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-18T18:11:53,715 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T18:11:53,715 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T18:11:53,716 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T18:11:53,716 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731953512350Running coprocessor pre-close hooks at 1731953512350Disabling compacts and flushes for region at 1731953512350Disabling writes for close at 1731953512350Obtaining lock to block concurrent updates at 1731953512351 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731953512351Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731953512351Flushing stores of hbase:meta,,1.1588230740 at 1731953512352 (+1 ms)Flushing 1588230740/info: creating writer at 1731953512352Flushing 1588230740/info: appending metadata at 1731953512376 (+24 ms)Flushing 1588230740/info: closing flushed file at 1731953512376Flushing 1588230740/ns: creating writer at 1731953512790 (+414 ms)Flushing 1588230740/ns: appending metadata at 1731953512808 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731953512808Flushing 1588230740/rep_barrier: creating writer at 1731953512821 (+13 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731953512838 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731953512838Flushing 1588230740/table: creating writer at 1731953513252 (+414 ms)Flushing 1588230740/table: appending metadata at 1731953513272 (+20 ms)Flushing 1588230740/table: closing flushed file at 1731953513272Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a13e851: reopening flushed file at 1731953513684 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5199a9ab: reopening flushed file at 1731953513691 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e5b3d0d: reopening flushed file at 1731953513697 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24d9ffef: reopening flushed file at 1731953513703 (+6 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1360ms, sequenceid=11, compaction requested=false at 1731953513711 (+8 ms)Writing region close event to WAL at 1731953513712 (+1 ms)Running coprocessor post-close hooks at 1731953513715 (+3 ms)Closed at 1731953513716 (+1 ms) 2024-11-18T18:11:53,716 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T18:11:53,752 INFO [RS:0;818bff808382:36429 {}] regionserver.HRegionServer(976): stopping server 818bff808382,36429,1731953440047; all regions closed. 2024-11-18T18:11:53,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40519 is added to blk_1073741834_1010 (size=2717) 2024-11-18T18:11:53,755 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ec2b41a1-e7de-1e6a-bfbd-323ee2e603f7/WALs/818bff808382,36429,1731953440047/818bff808382%2C36429%2C1731953440047.meta.1731953442604.meta not finished, retry = 0 2024-11-18T18:11:53,857 DEBUG [RS:0;818bff808382:36429 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ec2b41a1-e7de-1e6a-bfbd-323ee2e603f7/oldWALs 2024-11-18T18:11:53,858 INFO [RS:0;818bff808382:36429 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 818bff808382%2C36429%2C1731953440047.meta:.meta(num 1731953442604) 2024-11-18T18:11:53,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40519 is added to blk_1073741833_1009 (size=1028) 2024-11-18T18:11:53,862 DEBUG [RS:0;818bff808382:36429 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ec2b41a1-e7de-1e6a-bfbd-323ee2e603f7/oldWALs 2024-11-18T18:11:53,862 INFO [RS:0;818bff808382:36429 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 818bff808382%2C36429%2C1731953440047:(num 1731953442258) 2024-11-18T18:11:53,862 DEBUG [RS:0;818bff808382:36429 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:11:53,862 INFO [RS:0;818bff808382:36429 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T18:11:53,862 INFO [RS:0;818bff808382:36429 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T18:11:53,862 INFO [RS:0;818bff808382:36429 {}] hbase.ChoreService(370): Chore service for: regionserver/818bff808382:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T18:11:53,863 INFO [RS:0;818bff808382:36429 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T18:11:53,863 INFO [regionserver/818bff808382:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T18:11:53,863 INFO [RS:0;818bff808382:36429 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;818bff808382:36429. 2024-11-18T18:11:53,863 DEBUG [RS:0;818bff808382:36429 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T18:11:53,863 DEBUG [RS:0;818bff808382:36429 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:11:53,863 DEBUG [RS:0;818bff808382:36429 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:11:53,863 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T18:11:53,863 INFO [RS:0;818bff808382:36429 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36429 2024-11-18T18:11:53,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36429-0x1000bd3da1d0004, quorum=127.0.0.1:64034, baseZNode=/1-521447838 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-521447838/rs/818bff808382,36429,1731953440047 2024-11-18T18:11:53,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41599-0x1000bd3da1d0003, quorum=127.0.0.1:64034, baseZNode=/1-521447838 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-521447838/rs 2024-11-18T18:11:53,867 INFO [RS:0;818bff808382:36429 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T18:11:53,868 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [818bff808382,36429,1731953440047] 2024-11-18T18:11:53,869 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-521447838/draining/818bff808382,36429,1731953440047 already deleted, retry=false 2024-11-18T18:11:53,869 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 818bff808382,36429,1731953440047 expired; onlineServers=0 2024-11-18T18:11:53,869 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '818bff808382,41599,1731953440012' ***** 2024-11-18T18:11:53,869 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T18:11:53,870 INFO [M:0;818bff808382:41599 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T18:11:53,870 INFO [M:0;818bff808382:41599 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T18:11:53,870 DEBUG [M:0;818bff808382:41599 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T18:11:53,870 DEBUG [M:0;818bff808382:41599 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T18:11:53,870 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T18:11:53,870 DEBUG [master/818bff808382:0:becomeActiveMaster-HFileCleaner.large.0-1731953441962 {}] cleaner.HFileCleaner(306): Exit Thread[master/818bff808382:0:becomeActiveMaster-HFileCleaner.large.0-1731953441962,5,FailOnTimeoutGroup] 2024-11-18T18:11:53,870 INFO [M:0;818bff808382:41599 {}] hbase.ChoreService(370): Chore service for: master/818bff808382:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T18:11:53,870 INFO [M:0;818bff808382:41599 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T18:11:53,870 DEBUG [M:0;818bff808382:41599 {}] master.HMaster(1795): Stopping service threads 2024-11-18T18:11:53,870 INFO [M:0;818bff808382:41599 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T18:11:53,870 INFO [M:0;818bff808382:41599 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T18:11:53,870 INFO [M:0;818bff808382:41599 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T18:11:53,870 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T18:11:53,871 DEBUG [master/818bff808382:0:becomeActiveMaster-HFileCleaner.small.0-1731953441976 {}] cleaner.HFileCleaner(306): Exit Thread[master/818bff808382:0:becomeActiveMaster-HFileCleaner.small.0-1731953441976,5,FailOnTimeoutGroup] 2024-11-18T18:11:53,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41599-0x1000bd3da1d0003, quorum=127.0.0.1:64034, baseZNode=/1-521447838 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-521447838/master 2024-11-18T18:11:53,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41599-0x1000bd3da1d0003, quorum=127.0.0.1:64034, baseZNode=/1-521447838 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-521447838 2024-11-18T18:11:53,872 DEBUG [M:0;818bff808382:41599 {}] zookeeper.ZKUtil(347): master:41599-0x1000bd3da1d0003, quorum=127.0.0.1:64034, baseZNode=/1-521447838 Unable to get data of znode /1-521447838/master because node does not exist (not an error) 2024-11-18T18:11:53,872 WARN [M:0;818bff808382:41599 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T18:11:53,873 INFO [M:0;818bff808382:41599 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44493/user/jenkins/test-data/ec2b41a1-e7de-1e6a-bfbd-323ee2e603f7/.lastflushedseqids 2024-11-18T18:11:53,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40519 is added to blk_1073741843_1019 (size=173) 2024-11-18T18:11:53,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36429-0x1000bd3da1d0004, quorum=127.0.0.1:64034, baseZNode=/1-521447838 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T18:11:53,969 INFO [RS:0;818bff808382:36429 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T18:11:53,969 INFO [RS:0;818bff808382:36429 {}] regionserver.HRegionServer(1031): Exiting; stopping=818bff808382,36429,1731953440047; zookeeper connection closed. 2024-11-18T18:11:53,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36429-0x1000bd3da1d0004, quorum=127.0.0.1:64034, baseZNode=/1-521447838 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T18:11:53,969 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2138e079 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2138e079 2024-11-18T18:11:53,969 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T18:11:54,282 INFO [M:0;818bff808382:41599 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T18:11:54,282 INFO [M:0;818bff808382:41599 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T18:11:54,282 DEBUG [M:0;818bff808382:41599 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T18:11:54,282 INFO [M:0;818bff808382:41599 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:11:54,282 DEBUG [M:0;818bff808382:41599 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:11:54,282 DEBUG [M:0;818bff808382:41599 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T18:11:54,282 DEBUG [M:0;818bff808382:41599 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:11:54,283 INFO [M:0;818bff808382:41599 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.04 KB heapSize=34.14 KB 2024-11-18T18:11:54,299 DEBUG [M:0;818bff808382:41599 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44493/user/jenkins/test-data/ec2b41a1-e7de-1e6a-bfbd-323ee2e603f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ecc947449761485391c19c2451d03953 is 82, key is hbase:meta,,1/info:regioninfo/1731953442638/Put/seqid=0 2024-11-18T18:11:54,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40519 is added to blk_1073741844_1020 (size=5672) 2024-11-18T18:11:54,704 INFO [M:0;818bff808382:41599 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:44493/user/jenkins/test-data/ec2b41a1-e7de-1e6a-bfbd-323ee2e603f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ecc947449761485391c19c2451d03953 2024-11-18T18:11:54,726 DEBUG [M:0;818bff808382:41599 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44493/user/jenkins/test-data/ec2b41a1-e7de-1e6a-bfbd-323ee2e603f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/05bc64ee20c04505981ea4d11786aa4b is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731953446047/Put/seqid=0 2024-11-18T18:11:54,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40519 is added to blk_1073741845_1021 (size=6726) 2024-11-18T18:11:55,133 INFO [M:0;818bff808382:41599 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.49 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:44493/user/jenkins/test-data/ec2b41a1-e7de-1e6a-bfbd-323ee2e603f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/05bc64ee20c04505981ea4d11786aa4b 2024-11-18T18:11:55,139 INFO [M:0;818bff808382:41599 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 05bc64ee20c04505981ea4d11786aa4b 2024-11-18T18:11:55,157 DEBUG [M:0;818bff808382:41599 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44493/user/jenkins/test-data/ec2b41a1-e7de-1e6a-bfbd-323ee2e603f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/360faea0fdfd4766b22cd2ef7ed0cda2 is 69, key is 818bff808382,36429,1731953440047/rs:state/1731953442042/Put/seqid=0 2024-11-18T18:11:55,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40519 is added to blk_1073741846_1022 (size=5156) 2024-11-18T18:11:55,562 INFO [M:0;818bff808382:41599 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:44493/user/jenkins/test-data/ec2b41a1-e7de-1e6a-bfbd-323ee2e603f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/360faea0fdfd4766b22cd2ef7ed0cda2 2024-11-18T18:11:55,568 DEBUG [M:0;818bff808382:41599 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44493/user/jenkins/test-data/ec2b41a1-e7de-1e6a-bfbd-323ee2e603f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ecc947449761485391c19c2451d03953 as hdfs://localhost:44493/user/jenkins/test-data/ec2b41a1-e7de-1e6a-bfbd-323ee2e603f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ecc947449761485391c19c2451d03953 2024-11-18T18:11:55,574 INFO [M:0;818bff808382:41599 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44493/user/jenkins/test-data/ec2b41a1-e7de-1e6a-bfbd-323ee2e603f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ecc947449761485391c19c2451d03953, entries=8, sequenceid=58, filesize=5.5 K 2024-11-18T18:11:55,575 DEBUG [M:0;818bff808382:41599 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44493/user/jenkins/test-data/ec2b41a1-e7de-1e6a-bfbd-323ee2e603f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/05bc64ee20c04505981ea4d11786aa4b as hdfs://localhost:44493/user/jenkins/test-data/ec2b41a1-e7de-1e6a-bfbd-323ee2e603f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/05bc64ee20c04505981ea4d11786aa4b 2024-11-18T18:11:55,579 INFO [M:0;818bff808382:41599 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 05bc64ee20c04505981ea4d11786aa4b 2024-11-18T18:11:55,580 INFO [M:0;818bff808382:41599 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44493/user/jenkins/test-data/ec2b41a1-e7de-1e6a-bfbd-323ee2e603f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/05bc64ee20c04505981ea4d11786aa4b, entries=6, sequenceid=58, filesize=6.6 K 2024-11-18T18:11:55,580 DEBUG [M:0;818bff808382:41599 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44493/user/jenkins/test-data/ec2b41a1-e7de-1e6a-bfbd-323ee2e603f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/360faea0fdfd4766b22cd2ef7ed0cda2 as hdfs://localhost:44493/user/jenkins/test-data/ec2b41a1-e7de-1e6a-bfbd-323ee2e603f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/360faea0fdfd4766b22cd2ef7ed0cda2 2024-11-18T18:11:55,585 INFO [M:0;818bff808382:41599 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44493/user/jenkins/test-data/ec2b41a1-e7de-1e6a-bfbd-323ee2e603f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/360faea0fdfd4766b22cd2ef7ed0cda2, entries=1, sequenceid=58, filesize=5.0 K 2024-11-18T18:11:55,586 INFO [M:0;818bff808382:41599 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.04 KB/28715, heapSize ~33.84 KB/34656, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1304ms, sequenceid=58, compaction requested=false 2024-11-18T18:11:55,587 INFO [M:0;818bff808382:41599 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:11:55,587 DEBUG [M:0;818bff808382:41599 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731953514282Disabling compacts and flushes for region at 1731953514282Disabling writes for close at 1731953514282Obtaining lock to block concurrent updates at 1731953514283 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731953514283Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28715, getHeapSize=34896, getOffHeapSize=0, getCellsCount=69 at 1731953514283Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731953514284 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731953514284Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731953514298 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731953514298Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731953514710 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731953514726 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731953514726Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731953515139 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731953515156 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731953515156Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30896d42: reopening flushed file at 1731953515568 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62d1210b: reopening flushed file at 1731953515574 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d3c99a0: reopening flushed file at 1731953515580 (+6 ms)Finished flush of dataSize ~28.04 KB/28715, heapSize ~33.84 KB/34656, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1304ms, sequenceid=58, compaction requested=false at 1731953515586 (+6 ms)Writing region close event to WAL at 1731953515587 (+1 ms)Closed at 1731953515587 2024-11-18T18:11:55,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40519 is added to blk_1073741830_1006 (size=33014) 2024-11-18T18:11:55,590 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T18:11:55,590 INFO [M:0;818bff808382:41599 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T18:11:55,590 INFO [M:0;818bff808382:41599 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41599 2024-11-18T18:11:55,591 INFO [M:0;818bff808382:41599 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T18:11:55,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41599-0x1000bd3da1d0003, quorum=127.0.0.1:64034, baseZNode=/1-521447838 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T18:11:55,693 INFO [M:0;818bff808382:41599 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T18:11:55,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41599-0x1000bd3da1d0003, quorum=127.0.0.1:64034, baseZNode=/1-521447838 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T18:11:55,696 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@13f1d5f3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T18:11:55,697 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5b468588{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T18:11:55,697 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T18:11:55,697 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22491f67{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T18:11:55,697 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3029c162{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96f9f8cd-affc-04e1-cdba-ca559c3fd425/hadoop.log.dir/,STOPPED} 2024-11-18T18:11:55,699 WARN [BP-754662733-172.17.0.2-1731953438782 heartbeating to localhost/127.0.0.1:44493 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T18:11:55,699 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T18:11:55,699 WARN [BP-754662733-172.17.0.2-1731953438782 heartbeating to localhost/127.0.0.1:44493 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-754662733-172.17.0.2-1731953438782 (Datanode Uuid c6efc534-5e55-4da5-8880-ecb434641867) service to localhost/127.0.0.1:44493 2024-11-18T18:11:55,699 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T18:11:55,699 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96f9f8cd-affc-04e1-cdba-ca559c3fd425/cluster_221ff1ca-57d7-794a-b464-65c9a6bd1179/data/data1/current/BP-754662733-172.17.0.2-1731953438782 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T18:11:55,699 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96f9f8cd-affc-04e1-cdba-ca559c3fd425/cluster_221ff1ca-57d7-794a-b464-65c9a6bd1179/data/data2/current/BP-754662733-172.17.0.2-1731953438782 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T18:11:55,700 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T18:11:55,707 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3464a5df{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T18:11:55,707 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@891ab73{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T18:11:55,707 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T18:11:55,707 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57a504e9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T18:11:55,707 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@61fc1e28{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96f9f8cd-affc-04e1-cdba-ca559c3fd425/hadoop.log.dir/,STOPPED} 2024-11-18T18:11:55,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T18:11:55,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T18:11:55,721 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T18:11:55,721 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T18:11:55,721 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:11:55,721 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:11:55,721 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T18:11:55,721 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T18:11:55,721 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=533929240, stopped=false 2024-11-18T18:11:55,721 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=818bff808382,38873,1731953436037 2024-11-18T18:11:55,723 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T18:11:55,723 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T18:11:55,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38873-0x1000bd3da1d0000, quorum=127.0.0.1:64034, baseZNode=/0-2075973551 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2075973551/running 2024-11-18T18:11:55,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37309-0x1000bd3da1d0001, quorum=127.0.0.1:64034, baseZNode=/0-2075973551 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2075973551/running 2024-11-18T18:11:55,723 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T18:11:55,723 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:11:55,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37309-0x1000bd3da1d0001, quorum=127.0.0.1:64034, baseZNode=/0-2075973551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2075973551 2024-11-18T18:11:55,724 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '818bff808382,37309,1731953436111' ***** 2024-11-18T18:11:55,724 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T18:11:55,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38873-0x1000bd3da1d0000, quorum=127.0.0.1:64034, baseZNode=/0-2075973551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2075973551 2024-11-18T18:11:55,724 INFO [RS:0;818bff808382:37309 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T18:11:55,724 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37309-0x1000bd3da1d0001, quorum=127.0.0.1:64034, baseZNode=/0-2075973551 Set watcher on znode that does not yet exist, /0-2075973551/running 2024-11-18T18:11:55,724 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38873-0x1000bd3da1d0000, quorum=127.0.0.1:64034, baseZNode=/0-2075973551 Set watcher on znode that does not yet exist, /0-2075973551/running 2024-11-18T18:11:55,724 INFO [RS:0;818bff808382:37309 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T18:11:55,724 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T18:11:55,724 INFO [RS:0;818bff808382:37309 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T18:11:55,725 INFO [RS:0;818bff808382:37309 {}] regionserver.HRegionServer(3091): Received CLOSE for 3df1482751c1887fd0346abac3edbca7 2024-11-18T18:11:55,725 INFO [RS:0;818bff808382:37309 {}] regionserver.HRegionServer(3091): Received CLOSE for e4ab7751c40bc3e415c2409c0b3417b1 2024-11-18T18:11:55,725 INFO [RS:0;818bff808382:37309 {}] regionserver.HRegionServer(959): stopping server 818bff808382,37309,1731953436111 2024-11-18T18:11:55,725 INFO [RS:0;818bff808382:37309 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T18:11:55,725 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3df1482751c1887fd0346abac3edbca7, disabling compactions & flushes 2024-11-18T18:11:55,725 INFO [RS:0;818bff808382:37309 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;818bff808382:37309. 2024-11-18T18:11:55,725 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731953447061.3df1482751c1887fd0346abac3edbca7. 2024-11-18T18:11:55,725 DEBUG [RS:0;818bff808382:37309 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T18:11:55,725 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731953447061.3df1482751c1887fd0346abac3edbca7. 2024-11-18T18:11:55,725 DEBUG [RS:0;818bff808382:37309 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:11:55,725 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731953447061.3df1482751c1887fd0346abac3edbca7. after waiting 0 ms 2024-11-18T18:11:55,725 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731953447061.3df1482751c1887fd0346abac3edbca7. 2024-11-18T18:11:55,725 INFO [RS:0;818bff808382:37309 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T18:11:55,725 INFO [RS:0;818bff808382:37309 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T18:11:55,725 INFO [RS:0;818bff808382:37309 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T18:11:55,725 INFO [RS:0;818bff808382:37309 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T18:11:55,725 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3df1482751c1887fd0346abac3edbca7 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-18T18:11:55,726 INFO [RS:0;818bff808382:37309 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-18T18:11:55,726 DEBUG [RS:0;818bff808382:37309 {}] regionserver.HRegionServer(1325): Online Regions={3df1482751c1887fd0346abac3edbca7=hbase:replication,,1731953447061.3df1482751c1887fd0346abac3edbca7., e4ab7751c40bc3e415c2409c0b3417b1=test,,1731953442708.e4ab7751c40bc3e415c2409c0b3417b1., 1588230740=hbase:meta,,1.1588230740} 2024-11-18T18:11:55,726 DEBUG [RS:0;818bff808382:37309 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3df1482751c1887fd0346abac3edbca7, e4ab7751c40bc3e415c2409c0b3417b1 2024-11-18T18:11:55,726 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T18:11:55,726 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T18:11:55,726 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T18:11:55,726 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T18:11:55,726 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T18:11:55,726 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-18T18:11:55,732 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37309,1731953436111.replicationSource.wal-reader.818bff808382%2C37309%2C1731953436111,1-818bff808382,37309,1731953436111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/WALs/818bff808382,37309,1731953436111/818bff808382%2C37309%2C1731953436111.1731953437708 to pos 997, reset compression=false 2024-11-18T18:11:55,744 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/data/hbase/meta/1588230740/.tmp/info/6bcc2e2fa31a45a9a62ac3aa9e2ec8f4 is 147, key is hbase:replication,,1731953447061.3df1482751c1887fd0346abac3edbca7./info:regioninfo/1731953448238/Put/seqid=0 2024-11-18T18:11:55,745 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/data/hbase/replication/3df1482751c1887fd0346abac3edbca7/.tmp/hfileref/478ccd1469714bb2815ce3b004e0606d is 74, key is 1/hfileref:454352b9460b4ab3b4ca7b48ab4b39a6_SeqId_4_/1731953450832/DeleteColumn/seqid=0 2024-11-18T18:11:55,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45119 is added to blk_1073741844_1020 (size=7686) 2024-11-18T18:11:55,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45119 is added to blk_1073741845_1021 (size=5203) 2024-11-18T18:11:55,823 INFO [regionserver/818bff808382:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T18:11:55,926 DEBUG [RS:0;818bff808382:37309 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3df1482751c1887fd0346abac3edbca7, e4ab7751c40bc3e415c2409c0b3417b1 2024-11-18T18:11:56,126 DEBUG [RS:0;818bff808382:37309 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3df1482751c1887fd0346abac3edbca7, e4ab7751c40bc3e415c2409c0b3417b1 2024-11-18T18:11:56,150 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/data/hbase/meta/1588230740/.tmp/info/6bcc2e2fa31a45a9a62ac3aa9e2ec8f4 2024-11-18T18:11:56,150 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/data/hbase/replication/3df1482751c1887fd0346abac3edbca7/.tmp/hfileref/478ccd1469714bb2815ce3b004e0606d 2024-11-18T18:11:56,174 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/data/hbase/replication/3df1482751c1887fd0346abac3edbca7/.tmp/queue/ce0701b792774026b9f9c83a2e91e651 is 153, key is 1-818bff808382,37309,1731953436111/queue:818bff808382%2C37309%2C1731953436111/1731953452657/Put/seqid=0 2024-11-18T18:11:56,177 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/data/hbase/meta/1588230740/.tmp/ns/a55c5e76f2b948b0b8ec8c8d0feb1ece is 43, key is default/ns:d/1731953438718/Put/seqid=0 2024-11-18T18:11:56,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45119 is added to blk_1073741846_1022 (size=5352) 2024-11-18T18:11:56,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45119 is added to blk_1073741847_1023 (size=5153) 2024-11-18T18:11:56,326 DEBUG [RS:0;818bff808382:37309 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3df1482751c1887fd0346abac3edbca7, e4ab7751c40bc3e415c2409c0b3417b1 2024-11-18T18:11:56,527 DEBUG [RS:0;818bff808382:37309 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3df1482751c1887fd0346abac3edbca7, e4ab7751c40bc3e415c2409c0b3417b1 2024-11-18T18:11:56,582 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/data/hbase/replication/3df1482751c1887fd0346abac3edbca7/.tmp/queue/ce0701b792774026b9f9c83a2e91e651 2024-11-18T18:11:56,582 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/data/hbase/meta/1588230740/.tmp/ns/a55c5e76f2b948b0b8ec8c8d0feb1ece 2024-11-18T18:11:56,593 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/data/hbase/replication/3df1482751c1887fd0346abac3edbca7/.tmp/hfileref/478ccd1469714bb2815ce3b004e0606d as hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/data/hbase/replication/3df1482751c1887fd0346abac3edbca7/hfileref/478ccd1469714bb2815ce3b004e0606d 2024-11-18T18:11:56,604 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/data/hbase/replication/3df1482751c1887fd0346abac3edbca7/hfileref/478ccd1469714bb2815ce3b004e0606d, entries=2, sequenceid=10, filesize=5.1 K 2024-11-18T18:11:56,605 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/data/hbase/replication/3df1482751c1887fd0346abac3edbca7/.tmp/queue/ce0701b792774026b9f9c83a2e91e651 as hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/data/hbase/replication/3df1482751c1887fd0346abac3edbca7/queue/ce0701b792774026b9f9c83a2e91e651 2024-11-18T18:11:56,610 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/data/hbase/replication/3df1482751c1887fd0346abac3edbca7/queue/ce0701b792774026b9f9c83a2e91e651, entries=1, sequenceid=10, filesize=5.2 K 2024-11-18T18:11:56,610 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/data/hbase/meta/1588230740/.tmp/rep_barrier/a6b6b497e08645e4939e4d22a97471ec is 112, key is test,,1731953442708.e4ab7751c40bc3e415c2409c0b3417b1./rep_barrier:seqnumDuringOpen/1731953443874/Put/seqid=0 2024-11-18T18:11:56,611 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 3df1482751c1887fd0346abac3edbca7 in 886ms, sequenceid=10, compaction requested=false 2024-11-18T18:11:56,615 INFO [regionserver/818bff808382:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T18:11:56,615 INFO [regionserver/818bff808382:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T18:11:56,616 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/data/hbase/replication/3df1482751c1887fd0346abac3edbca7/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-18T18:11:56,617 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T18:11:56,617 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T18:11:56,617 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731953447061.3df1482751c1887fd0346abac3edbca7. 2024-11-18T18:11:56,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45119 is added to blk_1073741848_1024 (size=5518) 2024-11-18T18:11:56,617 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3df1482751c1887fd0346abac3edbca7: Waiting for close lock at 1731953515725Running coprocessor pre-close hooks at 1731953515725Disabling compacts and flushes for region at 1731953515725Disabling writes for close at 1731953515725Obtaining lock to block concurrent updates at 1731953515725Preparing flush snapshotting stores in 3df1482751c1887fd0346abac3edbca7 at 1731953515725Finished memstore snapshotting hbase:replication,,1731953447061.3df1482751c1887fd0346abac3edbca7., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1731953515726 (+1 ms)Flushing stores of hbase:replication,,1731953447061.3df1482751c1887fd0346abac3edbca7. at 1731953515727 (+1 ms)Flushing 3df1482751c1887fd0346abac3edbca7/hfileref: creating writer at 1731953515727Flushing 3df1482751c1887fd0346abac3edbca7/hfileref: appending metadata at 1731953515745 (+18 ms)Flushing 3df1482751c1887fd0346abac3edbca7/hfileref: closing flushed file at 1731953515745Flushing 3df1482751c1887fd0346abac3edbca7/queue: creating writer at 1731953516156 (+411 ms)Flushing 3df1482751c1887fd0346abac3edbca7/queue: appending metadata at 1731953516173 (+17 ms)Flushing 3df1482751c1887fd0346abac3edbca7/queue: closing flushed file at 1731953516173Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4fc5b9d8: reopening flushed file at 1731953516591 (+418 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@149faf4a: reopening flushed file at 1731953516604 (+13 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 3df1482751c1887fd0346abac3edbca7 in 886ms, sequenceid=10, compaction requested=false at 1731953516611 (+7 ms)Writing region close event to WAL at 1731953516613 (+2 ms)Running coprocessor post-close hooks at 1731953516617 (+4 ms)Closed at 1731953516617 2024-11-18T18:11:56,617 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731953447061.3df1482751c1887fd0346abac3edbca7. 2024-11-18T18:11:56,618 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e4ab7751c40bc3e415c2409c0b3417b1, disabling compactions & flushes 2024-11-18T18:11:56,618 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731953442708.e4ab7751c40bc3e415c2409c0b3417b1. 2024-11-18T18:11:56,618 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731953442708.e4ab7751c40bc3e415c2409c0b3417b1. 2024-11-18T18:11:56,618 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731953442708.e4ab7751c40bc3e415c2409c0b3417b1. after waiting 0 ms 2024-11-18T18:11:56,618 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731953442708.e4ab7751c40bc3e415c2409c0b3417b1. 2024-11-18T18:11:56,618 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/data/hbase/meta/1588230740/.tmp/rep_barrier/a6b6b497e08645e4939e4d22a97471ec 2024-11-18T18:11:56,622 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/data/default/test/e4ab7751c40bc3e415c2409c0b3417b1/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T18:11:56,624 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T18:11:56,624 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T18:11:56,624 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731953442708.e4ab7751c40bc3e415c2409c0b3417b1. 2024-11-18T18:11:56,624 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e4ab7751c40bc3e415c2409c0b3417b1: Waiting for close lock at 1731953516618Running coprocessor pre-close hooks at 1731953516618Disabling compacts and flushes for region at 1731953516618Disabling writes for close at 1731953516618Writing region close event to WAL at 1731953516619 (+1 ms)Running coprocessor post-close hooks at 1731953516623 (+4 ms)Closed at 1731953516624 (+1 ms) 2024-11-18T18:11:56,624 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731953442708.e4ab7751c40bc3e415c2409c0b3417b1. 2024-11-18T18:11:56,642 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/data/hbase/meta/1588230740/.tmp/table/cedf4fd21c7b435e9bd0f6ec64849efd is 53, key is hbase:replication/table:state/1731953448248/Put/seqid=0 2024-11-18T18:11:56,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45119 is added to blk_1073741849_1025 (size=5308) 2024-11-18T18:11:56,727 INFO [RS:0;818bff808382:37309 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-18T18:11:56,727 DEBUG [RS:0;818bff808382:37309 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-18T18:11:56,727 DEBUG [RS:0;818bff808382:37309 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T18:11:56,927 DEBUG [RS:0;818bff808382:37309 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T18:11:57,047 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/data/hbase/meta/1588230740/.tmp/table/cedf4fd21c7b435e9bd0f6ec64849efd 2024-11-18T18:11:57,053 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/data/hbase/meta/1588230740/.tmp/info/6bcc2e2fa31a45a9a62ac3aa9e2ec8f4 as hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/data/hbase/meta/1588230740/info/6bcc2e2fa31a45a9a62ac3aa9e2ec8f4 2024-11-18T18:11:57,059 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/data/hbase/meta/1588230740/info/6bcc2e2fa31a45a9a62ac3aa9e2ec8f4, entries=20, sequenceid=16, filesize=7.5 K 2024-11-18T18:11:57,060 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/data/hbase/meta/1588230740/.tmp/ns/a55c5e76f2b948b0b8ec8c8d0feb1ece as hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/data/hbase/meta/1588230740/ns/a55c5e76f2b948b0b8ec8c8d0feb1ece 2024-11-18T18:11:57,065 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/data/hbase/meta/1588230740/ns/a55c5e76f2b948b0b8ec8c8d0feb1ece, entries=2, sequenceid=16, filesize=5.0 K 2024-11-18T18:11:57,066 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/data/hbase/meta/1588230740/.tmp/rep_barrier/a6b6b497e08645e4939e4d22a97471ec as hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/data/hbase/meta/1588230740/rep_barrier/a6b6b497e08645e4939e4d22a97471ec 2024-11-18T18:11:57,070 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/data/hbase/meta/1588230740/rep_barrier/a6b6b497e08645e4939e4d22a97471ec, entries=1, sequenceid=16, filesize=5.4 K 2024-11-18T18:11:57,071 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/data/hbase/meta/1588230740/.tmp/table/cedf4fd21c7b435e9bd0f6ec64849efd as hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/data/hbase/meta/1588230740/table/cedf4fd21c7b435e9bd0f6ec64849efd 2024-11-18T18:11:57,076 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/data/hbase/meta/1588230740/table/cedf4fd21c7b435e9bd0f6ec64849efd, entries=4, sequenceid=16, filesize=5.2 K 2024-11-18T18:11:57,077 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1351ms, sequenceid=16, compaction requested=false 2024-11-18T18:11:57,077 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T18:11:57,085 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-18T18:11:57,086 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T18:11:57,086 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T18:11:57,086 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T18:11:57,086 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731953515726Running coprocessor pre-close hooks at 1731953515726Disabling compacts and flushes for region at 1731953515726Disabling writes for close at 1731953515726Obtaining lock to block concurrent updates at 1731953515726Preparing flush snapshotting stores in 1588230740 at 1731953515726Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731953515726Flushing stores of hbase:meta,,1.1588230740 at 1731953515727 (+1 ms)Flushing 1588230740/info: creating writer at 1731953515727Flushing 1588230740/info: appending metadata at 1731953515744 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731953515744Flushing 1588230740/ns: creating writer at 1731953516156 (+412 ms)Flushing 1588230740/ns: appending metadata at 1731953516176 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1731953516176Flushing 1588230740/rep_barrier: creating writer at 1731953516592 (+416 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731953516610 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731953516610Flushing 1588230740/table: creating writer at 1731953516623 (+13 ms)Flushing 1588230740/table: appending metadata at 1731953516642 (+19 ms)Flushing 1588230740/table: closing flushed file at 1731953516642Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@364dc5af: reopening flushed file at 1731953517052 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34d671e: reopening flushed file at 1731953517059 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4923a33d: reopening flushed file at 1731953517065 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44ccb6e7: reopening flushed file at 1731953517071 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1351ms, sequenceid=16, compaction requested=false at 1731953517077 (+6 ms)Writing region close event to WAL at 1731953517082 (+5 ms)Running coprocessor post-close hooks at 1731953517086 (+4 ms)Closed at 1731953517086 2024-11-18T18:11:57,086 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T18:11:57,127 INFO [RS:0;818bff808382:37309 {}] regionserver.HRegionServer(976): stopping server 818bff808382,37309,1731953436111; all regions closed. 2024-11-18T18:11:57,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45119 is added to blk_1073741834_1010 (size=4239) 2024-11-18T18:11:57,130 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/WALs/818bff808382,37309,1731953436111/818bff808382%2C37309%2C1731953436111.meta.1731953438671.meta not finished, retry = 0 2024-11-18T18:11:57,233 DEBUG [RS:0;818bff808382:37309 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/oldWALs 2024-11-18T18:11:57,233 INFO [RS:0;818bff808382:37309 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 818bff808382%2C37309%2C1731953436111.meta:.meta(num 1731953438671) 2024-11-18T18:11:57,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45119 is added to blk_1073741839_1015 (size=2700) 2024-11-18T18:11:57,236 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/WALs/818bff808382,37309,1731953436111/818bff808382%2C37309%2C1731953436111.rep.1731953448204 not finished, retry = 0 2024-11-18T18:11:57,339 DEBUG [RS:0;818bff808382:37309 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/oldWALs 2024-11-18T18:11:57,339 INFO [RS:0;818bff808382:37309 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 818bff808382%2C37309%2C1731953436111.rep:(num 1731953448204) 2024-11-18T18:11:57,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45119 is added to blk_1073741832_1008 (size=1300) 2024-11-18T18:11:57,341 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/WALs/818bff808382,37309,1731953436111/818bff808382%2C37309%2C1731953436111.1731953437708 not finished, retry = 0 2024-11-18T18:11:57,382 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:11:57,383 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:11:57,383 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:11:57,383 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:11:57,444 DEBUG [RS:0;818bff808382:37309 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/oldWALs 2024-11-18T18:11:57,444 INFO [RS:0;818bff808382:37309 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 818bff808382%2C37309%2C1731953436111:(num 1731953437708) 2024-11-18T18:11:57,444 DEBUG [RS:0;818bff808382:37309 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:11:57,444 INFO [RS:0;818bff808382:37309 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T18:11:57,444 INFO [RS:0;818bff808382:37309 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T18:11:57,444 INFO [RS:0;818bff808382:37309 {}] hbase.ChoreService(370): Chore service for: regionserver/818bff808382:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T18:11:57,445 INFO [RS:0;818bff808382:37309 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T18:11:57,445 INFO [regionserver/818bff808382:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T18:11:57,445 INFO [RS:0;818bff808382:37309 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-818bff808382,37309,1731953436111 because: Region server is closing 2024-11-18T18:11:57,445 INFO [RS:0;818bff808382:37309 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;818bff808382:37309. 2024-11-18T18:11:57,445 DEBUG [RS:0;818bff808382:37309 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T18:11:57,445 DEBUG [RS:0;818bff808382:37309 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:11:57,445 DEBUG [RS:0;818bff808382:37309 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:11:57,446 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T18:11:57,546 WARN [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37309,1731953436111.replicationSource.shipper818bff808382%2C37309%2C1731953436111,1-818bff808382,37309,1731953436111 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-18T18:11:57,546 WARN [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37309,1731953436111.replicationSource.wal-reader.818bff808382%2C37309%2C1731953436111,1-818bff808382,37309,1731953436111 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-18T18:11:57,546 INFO [RS:0;818bff808382:37309 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37309,1731953436111.replicationSource.shipper818bff808382%2C37309%2C1731953436111,1-818bff808382,37309,1731953436111 terminated 2024-11-18T18:11:57,546 INFO [RS:0;818bff808382:37309 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37309 2024-11-18T18:11:57,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37309-0x1000bd3da1d0001, quorum=127.0.0.1:64034, baseZNode=/0-2075973551 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2075973551/rs/818bff808382,37309,1731953436111 2024-11-18T18:11:57,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38873-0x1000bd3da1d0000, quorum=127.0.0.1:64034, baseZNode=/0-2075973551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2075973551/rs 2024-11-18T18:11:57,549 INFO [RS:0;818bff808382:37309 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T18:11:57,550 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [818bff808382,37309,1731953436111] 2024-11-18T18:11:57,551 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-2075973551/draining/818bff808382,37309,1731953436111 already deleted, retry=false 2024-11-18T18:11:57,551 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 818bff808382,37309,1731953436111 expired; onlineServers=0 2024-11-18T18:11:57,551 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '818bff808382,38873,1731953436037' ***** 2024-11-18T18:11:57,551 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T18:11:57,551 INFO [M:0;818bff808382:38873 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T18:11:57,551 INFO [M:0;818bff808382:38873 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T18:11:57,551 DEBUG [M:0;818bff808382:38873 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T18:11:57,551 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T18:11:57,551 DEBUG [M:0;818bff808382:38873 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T18:11:57,551 DEBUG [master/818bff808382:0:becomeActiveMaster-HFileCleaner.large.0-1731953437513 {}] cleaner.HFileCleaner(306): Exit Thread[master/818bff808382:0:becomeActiveMaster-HFileCleaner.large.0-1731953437513,5,FailOnTimeoutGroup] 2024-11-18T18:11:57,551 DEBUG [master/818bff808382:0:becomeActiveMaster-HFileCleaner.small.0-1731953437513 {}] cleaner.HFileCleaner(306): Exit Thread[master/818bff808382:0:becomeActiveMaster-HFileCleaner.small.0-1731953437513,5,FailOnTimeoutGroup] 2024-11-18T18:11:57,552 INFO [M:0;818bff808382:38873 {}] hbase.ChoreService(370): Chore service for: master/818bff808382:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T18:11:57,552 INFO [M:0;818bff808382:38873 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T18:11:57,552 DEBUG [M:0;818bff808382:38873 {}] master.HMaster(1795): Stopping service threads 2024-11-18T18:11:57,552 INFO [M:0;818bff808382:38873 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T18:11:57,552 INFO [M:0;818bff808382:38873 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T18:11:57,552 INFO [M:0;818bff808382:38873 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T18:11:57,552 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T18:11:57,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38873-0x1000bd3da1d0000, quorum=127.0.0.1:64034, baseZNode=/0-2075973551 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2075973551/master 2024-11-18T18:11:57,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38873-0x1000bd3da1d0000, quorum=127.0.0.1:64034, baseZNode=/0-2075973551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2075973551 2024-11-18T18:11:57,553 DEBUG [M:0;818bff808382:38873 {}] zookeeper.ZKUtil(347): master:38873-0x1000bd3da1d0000, quorum=127.0.0.1:64034, baseZNode=/0-2075973551 Unable to get data of znode /0-2075973551/master because node does not exist (not an error) 2024-11-18T18:11:57,553 WARN [M:0;818bff808382:38873 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T18:11:57,554 INFO [M:0;818bff808382:38873 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/.lastflushedseqids 2024-11-18T18:11:57,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45119 is added to blk_1073741850_1026 (size=263) 2024-11-18T18:11:57,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37309-0x1000bd3da1d0001, quorum=127.0.0.1:64034, baseZNode=/0-2075973551 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T18:11:57,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37309-0x1000bd3da1d0001, quorum=127.0.0.1:64034, baseZNode=/0-2075973551 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T18:11:57,650 INFO [RS:0;818bff808382:37309 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T18:11:57,650 INFO [RS:0;818bff808382:37309 {}] regionserver.HRegionServer(1031): Exiting; stopping=818bff808382,37309,1731953436111; zookeeper connection closed. 2024-11-18T18:11:57,650 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3a6edbd5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3a6edbd5 2024-11-18T18:11:57,651 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T18:11:57,897 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T18:11:57,913 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:11:57,914 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:11:57,914 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:11:57,914 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:11:57,960 INFO [M:0;818bff808382:38873 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T18:11:57,960 INFO [M:0;818bff808382:38873 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T18:11:57,960 DEBUG [M:0;818bff808382:38873 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T18:11:57,960 INFO [M:0;818bff808382:38873 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:11:57,960 DEBUG [M:0;818bff808382:38873 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:11:57,960 DEBUG [M:0;818bff808382:38873 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T18:11:57,960 DEBUG [M:0;818bff808382:38873 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:11:57,960 INFO [M:0;818bff808382:38873 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.84 KB heapSize=65.84 KB 2024-11-18T18:11:57,980 DEBUG [M:0;818bff808382:38873 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5d0c3a86a2374aceb9bbcd611fa00f93 is 82, key is hbase:meta,,1/info:regioninfo/1731953438705/Put/seqid=0 2024-11-18T18:11:57,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45119 is added to blk_1073741851_1027 (size=5672) 2024-11-18T18:11:58,385 INFO [M:0;818bff808382:38873 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5d0c3a86a2374aceb9bbcd611fa00f93 2024-11-18T18:11:58,409 DEBUG [M:0;818bff808382:38873 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/381970602b56442ab61c5dae4368a17b is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731953443931/Put/seqid=0 2024-11-18T18:11:58,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45119 is added to blk_1073741852_1028 (size=7239) 2024-11-18T18:11:58,814 INFO [M:0;818bff808382:38873 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.29 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/381970602b56442ab61c5dae4368a17b 2024-11-18T18:11:58,819 INFO [M:0;818bff808382:38873 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 381970602b56442ab61c5dae4368a17b 2024-11-18T18:11:58,835 DEBUG [M:0;818bff808382:38873 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/373199e369d14cc69ffc20481b7053c8 is 69, key is 818bff808382,37309,1731953436111/rs:state/1731953437553/Put/seqid=0 2024-11-18T18:11:58,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45119 is added to blk_1073741853_1029 (size=5156) 2024-11-18T18:11:59,240 INFO [M:0;818bff808382:38873 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/373199e369d14cc69ffc20481b7053c8 2024-11-18T18:11:59,246 DEBUG [M:0;818bff808382:38873 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5d0c3a86a2374aceb9bbcd611fa00f93 as hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5d0c3a86a2374aceb9bbcd611fa00f93 2024-11-18T18:11:59,251 INFO [M:0;818bff808382:38873 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5d0c3a86a2374aceb9bbcd611fa00f93, entries=8, sequenceid=105, filesize=5.5 K 2024-11-18T18:11:59,251 DEBUG [M:0;818bff808382:38873 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/381970602b56442ab61c5dae4368a17b as hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/381970602b56442ab61c5dae4368a17b 2024-11-18T18:11:59,256 INFO [M:0;818bff808382:38873 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 381970602b56442ab61c5dae4368a17b 2024-11-18T18:11:59,256 INFO [M:0;818bff808382:38873 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/381970602b56442ab61c5dae4368a17b, entries=11, sequenceid=105, filesize=7.1 K 2024-11-18T18:11:59,257 DEBUG [M:0;818bff808382:38873 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/373199e369d14cc69ffc20481b7053c8 as hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/373199e369d14cc69ffc20481b7053c8 2024-11-18T18:11:59,261 INFO [M:0;818bff808382:38873 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34567/user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/373199e369d14cc69ffc20481b7053c8, entries=1, sequenceid=105, filesize=5.0 K 2024-11-18T18:11:59,262 INFO [M:0;818bff808382:38873 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.84 KB/57183, heapSize ~65.54 KB/67112, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1302ms, sequenceid=105, compaction requested=false 2024-11-18T18:11:59,263 INFO [M:0;818bff808382:38873 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:11:59,263 DEBUG [M:0;818bff808382:38873 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731953517960Disabling compacts and flushes for region at 1731953517960Disabling writes for close at 1731953517960Obtaining lock to block concurrent updates at 1731953517960Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731953517960Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57183, getHeapSize=67352, getOffHeapSize=0, getCellsCount=122 at 1731953517961 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731953517961Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731953517962 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731953517979 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731953517979Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731953518390 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731953518408 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731953518408Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731953518819 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731953518835 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731953518835Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@746a94b: reopening flushed file at 1731953519245 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ec065b7: reopening flushed file at 1731953519251 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@fe045e7: reopening flushed file at 1731953519256 (+5 ms)Finished flush of dataSize ~55.84 KB/57183, heapSize ~65.54 KB/67112, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1302ms, sequenceid=105, compaction requested=false at 1731953519262 (+6 ms)Writing region close event to WAL at 1731953519263 (+1 ms)Closed at 1731953519263 2024-11-18T18:11:59,265 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f2696d37-5f8c-8a70-d209-a12b81589135/MasterData/WALs/818bff808382,38873,1731953436037/818bff808382%2C38873%2C1731953436037.1731953437431 not finished, retry = 0 2024-11-18T18:11:59,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45119 is added to blk_1073741830_1006 (size=64514) 2024-11-18T18:11:59,366 INFO [M:0;818bff808382:38873 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T18:11:59,366 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T18:11:59,367 INFO [M:0;818bff808382:38873 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38873 2024-11-18T18:11:59,367 INFO [M:0;818bff808382:38873 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T18:11:59,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38873-0x1000bd3da1d0000, quorum=127.0.0.1:64034, baseZNode=/0-2075973551 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T18:11:59,469 INFO [M:0;818bff808382:38873 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T18:11:59,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38873-0x1000bd3da1d0000, quorum=127.0.0.1:64034, baseZNode=/0-2075973551 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T18:11:59,473 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5377c0bb{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T18:11:59,474 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4fe4dffa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T18:11:59,474 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T18:11:59,474 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ab92463{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T18:11:59,474 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e0f1b25{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0893caad-9389-851c-4f2c-0944b23eeea1/hadoop.log.dir/,STOPPED} 2024-11-18T18:11:59,475 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T18:11:59,475 WARN [BP-1933823577-172.17.0.2-1731953434955 heartbeating to localhost/127.0.0.1:34567 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T18:11:59,475 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T18:11:59,475 WARN [BP-1933823577-172.17.0.2-1731953434955 heartbeating to localhost/127.0.0.1:34567 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1933823577-172.17.0.2-1731953434955 (Datanode Uuid 9c7c82bc-5ccb-432f-bb48-8ac83178446e) service to localhost/127.0.0.1:34567 2024-11-18T18:11:59,476 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0893caad-9389-851c-4f2c-0944b23eeea1/cluster_76668aa7-dc82-b430-862b-5b6584817461/data/data1/current/BP-1933823577-172.17.0.2-1731953434955 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T18:11:59,476 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0893caad-9389-851c-4f2c-0944b23eeea1/cluster_76668aa7-dc82-b430-862b-5b6584817461/data/data2/current/BP-1933823577-172.17.0.2-1731953434955 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T18:11:59,476 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T18:11:59,482 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@74a3bd84{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T18:11:59,483 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7c806ef1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T18:11:59,483 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T18:11:59,483 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a2f2c21{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T18:11:59,483 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74cb0f58{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0893caad-9389-851c-4f2c-0944b23eeea1/hadoop.log.dir/,STOPPED} 2024-11-18T18:11:59,489 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-18T18:11:59,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T18:11:59,508 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=160 (was 140) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44493 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44493 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44493 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:34567 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64034) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34567 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34567 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44493 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007efbe8b90988.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34567 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:44493 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34567 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007efbe8b90988.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44493 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64034) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34567 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44493 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44493 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44493 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34567 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34567 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44493 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=503 (was 465) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=183 (was 285), ProcessCount=11 (was 11), AvailableMemoryMB=11598 (was 11910) 2024-11-18T18:11:59,516 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=161, OpenFileDescriptor=503, MaxFileDescriptor=1048576, SystemLoadAverage=183, ProcessCount=11, AvailableMemoryMB=11598 2024-11-18T18:11:59,529 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-18T18:11:59,530 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96f9f8cd-affc-04e1-cdba-ca559c3fd425/hadoop.log.dir so I do NOT create it in target/test-data/4c903f81-ccca-8c56-cc8a-021589d7646e 2024-11-18T18:11:59,530 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96f9f8cd-affc-04e1-cdba-ca559c3fd425/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T18:11:59,530 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96f9f8cd-affc-04e1-cdba-ca559c3fd425/hadoop.tmp.dir so I do NOT create it in target/test-data/4c903f81-ccca-8c56-cc8a-021589d7646e 2024-11-18T18:11:59,530 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96f9f8cd-affc-04e1-cdba-ca559c3fd425/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T18:11:59,530 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c903f81-ccca-8c56-cc8a-021589d7646e 2024-11-18T18:11:59,530 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c903f81-ccca-8c56-cc8a-021589d7646e/cluster_038985d2-fb8e-ef21-bc11-675e6aeee401, deleteOnExit=true 2024-11-18T18:11:59,532 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c903f81-ccca-8c56-cc8a-021589d7646e/cluster_038985d2-fb8e-ef21-bc11-675e6aeee401/zookeeper_0, clientPort=60030, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c903f81-ccca-8c56-cc8a-021589d7646e/cluster_038985d2-fb8e-ef21-bc11-675e6aeee401/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c903f81-ccca-8c56-cc8a-021589d7646e/cluster_038985d2-fb8e-ef21-bc11-675e6aeee401/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-18T18:11:59,533 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60030 2024-11-18T18:11:59,533 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T18:11:59,533 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T18:11:59,533 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c903f81-ccca-8c56-cc8a-021589d7646e/test.cache.data in system properties and HBase conf 2024-11-18T18:11:59,533 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c903f81-ccca-8c56-cc8a-021589d7646e/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T18:11:59,533 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c903f81-ccca-8c56-cc8a-021589d7646e/hadoop.log.dir in system properties and HBase conf 2024-11-18T18:11:59,533 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c903f81-ccca-8c56-cc8a-021589d7646e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T18:11:59,533 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c903f81-ccca-8c56-cc8a-021589d7646e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T18:11:59,533 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T18:11:59,534 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T18:11:59,534 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c903f81-ccca-8c56-cc8a-021589d7646e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T18:11:59,534 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c903f81-ccca-8c56-cc8a-021589d7646e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T18:11:59,534 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c903f81-ccca-8c56-cc8a-021589d7646e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T18:11:59,534 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c903f81-ccca-8c56-cc8a-021589d7646e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T18:11:59,534 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c903f81-ccca-8c56-cc8a-021589d7646e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T18:11:59,534 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c903f81-ccca-8c56-cc8a-021589d7646e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T18:11:59,534 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c903f81-ccca-8c56-cc8a-021589d7646e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T18:11:59,534 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c903f81-ccca-8c56-cc8a-021589d7646e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T18:11:59,534 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c903f81-ccca-8c56-cc8a-021589d7646e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T18:11:59,534 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c903f81-ccca-8c56-cc8a-021589d7646e/nfs.dump.dir in system properties and HBase conf 2024-11-18T18:11:59,534 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c903f81-ccca-8c56-cc8a-021589d7646e/java.io.tmpdir in system properties and HBase conf 2024-11-18T18:11:59,534 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c903f81-ccca-8c56-cc8a-021589d7646e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T18:11:59,534 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c903f81-ccca-8c56-cc8a-021589d7646e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T18:11:59,534 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c903f81-ccca-8c56-cc8a-021589d7646e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T18:11:59,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1000bd3da1d0005, quorum=127.0.0.1:64034, baseZNode=/1-521447838 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T18:11:59,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1000bd3da1d0002, quorum=127.0.0.1:64034, baseZNode=/0-2075973551 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T18:11:59,587 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1000bd3da1d0002, quorum=127.0.0.1:64034, baseZNode=/0-2075973551 Received Disconnected from ZooKeeper, ignoring 2024-11-18T18:11:59,587 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1000bd3da1d0005, quorum=127.0.0.1:64034, baseZNode=/1-521447838 Received Disconnected from ZooKeeper, ignoring 2024-11-18T18:11:59,643 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T18:11:59,649 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T18:11:59,650 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T18:11:59,650 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T18:11:59,650 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T18:11:59,651 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T18:11:59,651 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d32fc16{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c903f81-ccca-8c56-cc8a-021589d7646e/hadoop.log.dir/,AVAILABLE} 2024-11-18T18:11:59,652 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@230b3bed{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T18:11:59,798 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@159e5a7f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c903f81-ccca-8c56-cc8a-021589d7646e/java.io.tmpdir/jetty-localhost-36203-hadoop-hdfs-3_4_1-tests_jar-_-any-15076534504976436004/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T18:11:59,799 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4649bf0f{HTTP/1.1, (http/1.1)}{localhost:36203} 2024-11-18T18:11:59,799 INFO [Time-limited test {}] server.Server(415): Started @129895ms 2024-11-18T18:11:59,873 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T18:11:59,878 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T18:11:59,879 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T18:11:59,879 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T18:11:59,879 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T18:11:59,880 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@34b66f5e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c903f81-ccca-8c56-cc8a-021589d7646e/hadoop.log.dir/,AVAILABLE} 2024-11-18T18:11:59,880 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@28ba7143{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T18:11:59,996 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6b4fdf{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c903f81-ccca-8c56-cc8a-021589d7646e/java.io.tmpdir/jetty-localhost-38931-hadoop-hdfs-3_4_1-tests_jar-_-any-9235665991468260133/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T18:11:59,996 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3d8f70de{HTTP/1.1, (http/1.1)}{localhost:38931} 2024-11-18T18:11:59,997 INFO [Time-limited test {}] server.Server(415): Started @130092ms 2024-11-18T18:11:59,998 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T18:12:00,081 WARN [Thread-1286 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c903f81-ccca-8c56-cc8a-021589d7646e/cluster_038985d2-fb8e-ef21-bc11-675e6aeee401/data/data1/current/BP-954981812-172.17.0.2-1731953519569/current, will proceed with Du for space computation calculation, 2024-11-18T18:12:00,081 WARN [Thread-1287 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c903f81-ccca-8c56-cc8a-021589d7646e/cluster_038985d2-fb8e-ef21-bc11-675e6aeee401/data/data2/current/BP-954981812-172.17.0.2-1731953519569/current, will proceed with Du for space computation calculation, 2024-11-18T18:12:00,113 WARN [Thread-1274 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T18:12:00,116 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8180025db82e915c with lease ID 0x9667b37755ec2322: Processing first storage report for DS-45bf997b-1610-42fb-8615-d27359b5c0f0 from datanode DatanodeRegistration(127.0.0.1:39185, datanodeUuid=38df8fb5-a82d-49cb-b2dd-401f684f8e0c, infoPort=41197, infoSecurePort=0, ipcPort=37725, storageInfo=lv=-57;cid=testClusterID;nsid=1243527772;c=1731953519569) 2024-11-18T18:12:00,116 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8180025db82e915c with lease ID 0x9667b37755ec2322: from storage DS-45bf997b-1610-42fb-8615-d27359b5c0f0 node DatanodeRegistration(127.0.0.1:39185, datanodeUuid=38df8fb5-a82d-49cb-b2dd-401f684f8e0c, infoPort=41197, infoSecurePort=0, ipcPort=37725, storageInfo=lv=-57;cid=testClusterID;nsid=1243527772;c=1731953519569), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T18:12:00,116 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8180025db82e915c with lease ID 0x9667b37755ec2322: Processing first storage report for DS-033223bb-a89e-4034-bbe2-00986c37f64b from datanode DatanodeRegistration(127.0.0.1:39185, datanodeUuid=38df8fb5-a82d-49cb-b2dd-401f684f8e0c, infoPort=41197, infoSecurePort=0, ipcPort=37725, storageInfo=lv=-57;cid=testClusterID;nsid=1243527772;c=1731953519569) 2024-11-18T18:12:00,116 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8180025db82e915c with lease ID 0x9667b37755ec2322: from storage DS-033223bb-a89e-4034-bbe2-00986c37f64b node DatanodeRegistration(127.0.0.1:39185, datanodeUuid=38df8fb5-a82d-49cb-b2dd-401f684f8e0c, infoPort=41197, infoSecurePort=0, ipcPort=37725, storageInfo=lv=-57;cid=testClusterID;nsid=1243527772;c=1731953519569), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T18:12:00,122 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c903f81-ccca-8c56-cc8a-021589d7646e 2024-11-18T18:12:00,123 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:12:00,124 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:12:00,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39185 is added to blk_1073741825_1001 (size=7) 2024-11-18T18:12:00,539 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43419/user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2 with version=8 2024-11-18T18:12:00,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43419/user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/hbase-staging 2024-11-18T18:12:00,542 INFO [Time-limited test {}] client.ConnectionUtils(128): master/818bff808382:0 server-side Connection retries=45 2024-11-18T18:12:00,542 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T18:12:00,542 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T18:12:00,542 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T18:12:00,542 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T18:12:00,542 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T18:12:00,542 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T18:12:00,542 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T18:12:00,543 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38911 2024-11-18T18:12:00,544 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38911 connecting to ZooKeeper ensemble=127.0.0.1:60030 2024-11-18T18:12:00,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:389110x0, quorum=127.0.0.1:60030, baseZNode=/0-219629363 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T18:12:00,551 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38911-0x1000bd524920000 connected 2024-11-18T18:12:00,563 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:12:00,565 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:12:00,567 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38911-0x1000bd524920000, quorum=127.0.0.1:60030, baseZNode=/0-219629363 Set watcher on znode that does not yet exist, /0-219629363/running 2024-11-18T18:12:00,567 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43419/user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2, hbase.cluster.distributed=false 2024-11-18T18:12:00,568 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38911-0x1000bd524920000, quorum=127.0.0.1:60030, baseZNode=/0-219629363 Set watcher on znode that does not yet exist, /0-219629363/acl 2024-11-18T18:12:00,569 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38911 2024-11-18T18:12:00,571 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38911 2024-11-18T18:12:00,571 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38911 2024-11-18T18:12:00,573 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38911 2024-11-18T18:12:00,573 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38911 2024-11-18T18:12:00,588 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/818bff808382:0 server-side Connection retries=45 2024-11-18T18:12:00,588 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T18:12:00,588 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T18:12:00,589 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T18:12:00,589 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T18:12:00,589 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T18:12:00,589 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T18:12:00,589 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T18:12:00,590 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39667 2024-11-18T18:12:00,591 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39667 connecting to ZooKeeper ensemble=127.0.0.1:60030 2024-11-18T18:12:00,591 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:12:00,593 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:12:00,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:396670x0, quorum=127.0.0.1:60030, baseZNode=/0-219629363 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T18:12:00,597 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:396670x0, quorum=127.0.0.1:60030, baseZNode=/0-219629363 Set watcher on znode that does not yet exist, /0-219629363/running 2024-11-18T18:12:00,597 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39667-0x1000bd524920001 connected 2024-11-18T18:12:00,597 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T18:12:00,598 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T18:12:00,599 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39667-0x1000bd524920001, quorum=127.0.0.1:60030, baseZNode=/0-219629363 Set watcher on znode that does not yet exist, /0-219629363/master 2024-11-18T18:12:00,599 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39667-0x1000bd524920001, quorum=127.0.0.1:60030, baseZNode=/0-219629363 Set watcher on znode that does not yet exist, /0-219629363/acl 2024-11-18T18:12:00,602 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39667 2024-11-18T18:12:00,602 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39667 2024-11-18T18:12:00,602 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39667 2024-11-18T18:12:00,607 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39667 2024-11-18T18:12:00,607 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39667 2024-11-18T18:12:00,619 DEBUG [M:0;818bff808382:38911 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;818bff808382:38911 2024-11-18T18:12:00,619 INFO [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-219629363/backup-masters/818bff808382,38911,1731953520542 2024-11-18T18:12:00,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38911-0x1000bd524920000, quorum=127.0.0.1:60030, baseZNode=/0-219629363 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-219629363/backup-masters 2024-11-18T18:12:00,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39667-0x1000bd524920001, quorum=127.0.0.1:60030, baseZNode=/0-219629363 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-219629363/backup-masters 2024-11-18T18:12:00,621 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38911-0x1000bd524920000, quorum=127.0.0.1:60030, baseZNode=/0-219629363 Set watcher on existing znode=/0-219629363/backup-masters/818bff808382,38911,1731953520542 2024-11-18T18:12:00,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39667-0x1000bd524920001, quorum=127.0.0.1:60030, baseZNode=/0-219629363 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-219629363/master 2024-11-18T18:12:00,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38911-0x1000bd524920000, quorum=127.0.0.1:60030, baseZNode=/0-219629363 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-219629363 2024-11-18T18:12:00,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39667-0x1000bd524920001, quorum=127.0.0.1:60030, baseZNode=/0-219629363 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-219629363 2024-11-18T18:12:00,623 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38911-0x1000bd524920000, quorum=127.0.0.1:60030, baseZNode=/0-219629363 Set watcher on existing znode=/0-219629363/master 2024-11-18T18:12:00,623 INFO [master/818bff808382:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-219629363/backup-masters/818bff808382,38911,1731953520542 from backup master directory 2024-11-18T18:12:00,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38911-0x1000bd524920000, quorum=127.0.0.1:60030, baseZNode=/0-219629363 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-219629363/backup-masters/818bff808382,38911,1731953520542 2024-11-18T18:12:00,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38911-0x1000bd524920000, quorum=127.0.0.1:60030, baseZNode=/0-219629363 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-219629363/backup-masters 2024-11-18T18:12:00,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39667-0x1000bd524920001, quorum=127.0.0.1:60030, baseZNode=/0-219629363 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-219629363/backup-masters 2024-11-18T18:12:00,625 WARN [master/818bff808382:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T18:12:00,625 INFO [master/818bff808382:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=818bff808382,38911,1731953520542 2024-11-18T18:12:00,629 DEBUG [master/818bff808382:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43419/user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/hbase.id] with ID: 4c2ff9fc-3798-4efc-8d41-ef5b6b86a0d7 2024-11-18T18:12:00,629 DEBUG [master/818bff808382:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43419/user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/.tmp/hbase.id 2024-11-18T18:12:00,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39185 is added to blk_1073741826_1002 (size=42) 2024-11-18T18:12:01,035 DEBUG [master/818bff808382:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43419/user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/.tmp/hbase.id]:[hdfs://localhost:43419/user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/hbase.id] 2024-11-18T18:12:01,046 INFO [master/818bff808382:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:12:01,046 INFO [master/818bff808382:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T18:12:01,047 INFO [master/818bff808382:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-18T18:12:01,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38911-0x1000bd524920000, quorum=127.0.0.1:60030, baseZNode=/0-219629363 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-219629363 2024-11-18T18:12:01,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39667-0x1000bd524920001, quorum=127.0.0.1:60030, baseZNode=/0-219629363 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-219629363 2024-11-18T18:12:01,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39185 is added to blk_1073741827_1003 (size=196) 2024-11-18T18:12:01,455 INFO [master/818bff808382:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T18:12:01,456 INFO [master/818bff808382:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T18:12:01,456 INFO [master/818bff808382:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T18:12:01,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39185 is added to blk_1073741828_1004 (size=1189) 2024-11-18T18:12:01,863 INFO [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43419/user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/MasterData/data/master/store 2024-11-18T18:12:01,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39185 is added to blk_1073741829_1005 (size=34) 2024-11-18T18:12:02,270 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:12:02,270 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T18:12:02,270 INFO [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:12:02,270 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:12:02,270 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T18:12:02,270 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:12:02,270 INFO [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:12:02,270 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731953522270Disabling compacts and flushes for region at 1731953522270Disabling writes for close at 1731953522270Writing region close event to WAL at 1731953522270Closed at 1731953522270 2024-11-18T18:12:02,271 WARN [master/818bff808382:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43419/user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/MasterData/data/master/store/.initializing 2024-11-18T18:12:02,271 DEBUG [master/818bff808382:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43419/user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/MasterData/WALs/818bff808382,38911,1731953520542 2024-11-18T18:12:02,272 INFO [master/818bff808382:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T18:12:02,274 INFO [master/818bff808382:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=818bff808382%2C38911%2C1731953520542, suffix=, logDir=hdfs://localhost:43419/user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/MasterData/WALs/818bff808382,38911,1731953520542, archiveDir=hdfs://localhost:43419/user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/MasterData/oldWALs, maxLogs=10 2024-11-18T18:12:02,287 DEBUG [master/818bff808382:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/MasterData/WALs/818bff808382,38911,1731953520542/818bff808382%2C38911%2C1731953520542.1731953522274, exclude list is [], retry=0 2024-11-18T18:12:02,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39185,DS-45bf997b-1610-42fb-8615-d27359b5c0f0,DISK] 2024-11-18T18:12:02,292 INFO [master/818bff808382:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/MasterData/WALs/818bff808382,38911,1731953520542/818bff808382%2C38911%2C1731953520542.1731953522274 2024-11-18T18:12:02,292 DEBUG [master/818bff808382:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41197:41197)] 2024-11-18T18:12:02,292 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T18:12:02,292 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:12:02,292 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:12:02,292 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:12:02,293 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:12:02,294 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T18:12:02,295 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:12:02,295 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:12:02,295 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:12:02,296 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T18:12:02,296 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:12:02,297 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:12:02,297 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:12:02,298 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T18:12:02,298 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:12:02,298 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:12:02,298 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:12:02,299 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T18:12:02,299 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:12:02,300 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:12:02,300 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:12:02,301 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43419/user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:12:02,301 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43419/user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:12:02,302 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:12:02,303 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:12:02,303 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T18:12:02,304 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:12:02,306 DEBUG [master/818bff808382:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43419/user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T18:12:02,307 INFO [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71320659, jitterRate=0.06276063621044159}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T18:12:02,307 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731953522292Initializing all the Stores at 1731953522293 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953522293Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953522293Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953522293Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953522293Cleaning up temporary data from old regions at 1731953522303 (+10 ms)Region opened successfully at 1731953522307 (+4 ms) 2024-11-18T18:12:02,308 INFO [master/818bff808382:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T18:12:02,311 DEBUG [master/818bff808382:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16f4dc41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=818bff808382/172.17.0.2:0 2024-11-18T18:12:02,312 INFO [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T18:12:02,312 INFO [master/818bff808382:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T18:12:02,312 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T18:12:02,312 INFO [master/818bff808382:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T18:12:02,312 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T18:12:02,313 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T18:12:02,313 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T18:12:02,315 INFO [master/818bff808382:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T18:12:02,316 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38911-0x1000bd524920000, quorum=127.0.0.1:60030, baseZNode=/0-219629363 Unable to get data of znode /0-219629363/balancer because node does not exist (not necessarily an error) 2024-11-18T18:12:02,318 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-219629363/balancer already deleted, retry=false 2024-11-18T18:12:02,318 INFO [master/818bff808382:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T18:12:02,319 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38911-0x1000bd524920000, quorum=127.0.0.1:60030, baseZNode=/0-219629363 Unable to get data of znode /0-219629363/normalizer because node does not exist (not necessarily an error) 2024-11-18T18:12:02,320 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-219629363/normalizer already deleted, retry=false 2024-11-18T18:12:02,320 INFO [master/818bff808382:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T18:12:02,321 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38911-0x1000bd524920000, quorum=127.0.0.1:60030, baseZNode=/0-219629363 Unable to get data of znode /0-219629363/switch/split because node does not exist (not necessarily an error) 2024-11-18T18:12:02,322 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-219629363/switch/split already deleted, retry=false 2024-11-18T18:12:02,323 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38911-0x1000bd524920000, quorum=127.0.0.1:60030, baseZNode=/0-219629363 Unable to get data of znode /0-219629363/switch/merge because node does not exist (not necessarily an error) 2024-11-18T18:12:02,324 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-219629363/switch/merge already deleted, retry=false 2024-11-18T18:12:02,326 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38911-0x1000bd524920000, quorum=127.0.0.1:60030, baseZNode=/0-219629363 Unable to get data of znode /0-219629363/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T18:12:02,327 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-219629363/snapshot-cleanup already deleted, retry=false 2024-11-18T18:12:02,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38911-0x1000bd524920000, quorum=127.0.0.1:60030, baseZNode=/0-219629363 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-219629363/running 2024-11-18T18:12:02,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38911-0x1000bd524920000, quorum=127.0.0.1:60030, baseZNode=/0-219629363 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-219629363 2024-11-18T18:12:02,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39667-0x1000bd524920001, quorum=127.0.0.1:60030, baseZNode=/0-219629363 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-219629363/running 2024-11-18T18:12:02,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39667-0x1000bd524920001, quorum=127.0.0.1:60030, baseZNode=/0-219629363 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-219629363 2024-11-18T18:12:02,329 INFO [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=818bff808382,38911,1731953520542, sessionid=0x1000bd524920000, setting cluster-up flag (Was=false) 2024-11-18T18:12:02,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38911-0x1000bd524920000, quorum=127.0.0.1:60030, baseZNode=/0-219629363 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-219629363 2024-11-18T18:12:02,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39667-0x1000bd524920001, quorum=127.0.0.1:60030, baseZNode=/0-219629363 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-219629363 2024-11-18T18:12:02,336 DEBUG [master/818bff808382:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-219629363/flush-table-proc/acquired, /0-219629363/flush-table-proc/reached, /0-219629363/flush-table-proc/abort 2024-11-18T18:12:02,337 DEBUG [master/818bff808382:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=818bff808382,38911,1731953520542 2024-11-18T18:12:02,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38911-0x1000bd524920000, quorum=127.0.0.1:60030, baseZNode=/0-219629363 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-219629363 2024-11-18T18:12:02,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39667-0x1000bd524920001, quorum=127.0.0.1:60030, baseZNode=/0-219629363 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-219629363 2024-11-18T18:12:02,345 DEBUG [master/818bff808382:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-219629363/online-snapshot/acquired, /0-219629363/online-snapshot/reached, /0-219629363/online-snapshot/abort 2024-11-18T18:12:02,346 DEBUG [master/818bff808382:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=818bff808382,38911,1731953520542 2024-11-18T18:12:02,347 INFO [master/818bff808382:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43419/user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T18:12:02,348 DEBUG [master/818bff808382:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T18:12:02,348 INFO [master/818bff808382:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T18:12:02,348 INFO [master/818bff808382:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T18:12:02,349 DEBUG [master/818bff808382:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 818bff808382,38911,1731953520542 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T18:12:02,350 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/818bff808382:0, corePoolSize=5, maxPoolSize=5 2024-11-18T18:12:02,350 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/818bff808382:0, corePoolSize=5, maxPoolSize=5 2024-11-18T18:12:02,350 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/818bff808382:0, corePoolSize=5, maxPoolSize=5 2024-11-18T18:12:02,350 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/818bff808382:0, corePoolSize=5, maxPoolSize=5 2024-11-18T18:12:02,350 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/818bff808382:0, corePoolSize=10, maxPoolSize=10 2024-11-18T18:12:02,350 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:12:02,350 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/818bff808382:0, corePoolSize=2, maxPoolSize=2 2024-11-18T18:12:02,350 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:12:02,351 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T18:12:02,351 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T18:12:02,352 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731953552352 2024-11-18T18:12:02,352 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T18:12:02,352 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T18:12:02,352 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T18:12:02,352 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T18:12:02,352 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T18:12:02,352 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T18:12:02,352 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:12:02,352 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T18:12:02,352 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T18:12:02,356 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T18:12:02,356 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T18:12:02,356 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T18:12:02,356 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T18:12:02,356 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T18:12:02,356 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T18:12:02,356 DEBUG [master/818bff808382:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/818bff808382:0:becomeActiveMaster-HFileCleaner.large.0-1731953522356,5,FailOnTimeoutGroup] 2024-11-18T18:12:02,357 DEBUG [master/818bff808382:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/818bff808382:0:becomeActiveMaster-HFileCleaner.small.0-1731953522356,5,FailOnTimeoutGroup] 2024-11-18T18:12:02,357 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T18:12:02,357 INFO [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T18:12:02,357 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T18:12:02,357 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T18:12:02,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39185 is added to blk_1073741831_1007 (size=1321) 2024-11-18T18:12:02,410 INFO [RS:0;818bff808382:39667 {}] regionserver.HRegionServer(746): ClusterId : 4c2ff9fc-3798-4efc-8d41-ef5b6b86a0d7 2024-11-18T18:12:02,410 DEBUG [RS:0;818bff808382:39667 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T18:12:02,412 DEBUG [RS:0;818bff808382:39667 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T18:12:02,412 DEBUG [RS:0;818bff808382:39667 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T18:12:02,414 DEBUG [RS:0;818bff808382:39667 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T18:12:02,415 DEBUG [RS:0;818bff808382:39667 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a1afef8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=818bff808382/172.17.0.2:0 2024-11-18T18:12:02,427 DEBUG [RS:0;818bff808382:39667 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;818bff808382:39667 2024-11-18T18:12:02,427 INFO [RS:0;818bff808382:39667 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T18:12:02,427 INFO [RS:0;818bff808382:39667 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T18:12:02,427 DEBUG [RS:0;818bff808382:39667 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T18:12:02,428 INFO [RS:0;818bff808382:39667 {}] regionserver.HRegionServer(2659): reportForDuty to master=818bff808382,38911,1731953520542 with port=39667, startcode=1731953520588 2024-11-18T18:12:02,428 DEBUG [RS:0;818bff808382:39667 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T18:12:02,430 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50605, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T18:12:02,430 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38911 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 818bff808382,39667,1731953520588 2024-11-18T18:12:02,430 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38911 {}] master.ServerManager(517): Registering regionserver=818bff808382,39667,1731953520588 2024-11-18T18:12:02,432 DEBUG [RS:0;818bff808382:39667 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43419/user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2 2024-11-18T18:12:02,432 DEBUG [RS:0;818bff808382:39667 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43419 2024-11-18T18:12:02,432 DEBUG [RS:0;818bff808382:39667 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T18:12:02,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38911-0x1000bd524920000, quorum=127.0.0.1:60030, baseZNode=/0-219629363 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-219629363/rs 2024-11-18T18:12:02,434 DEBUG [RS:0;818bff808382:39667 {}] zookeeper.ZKUtil(111): regionserver:39667-0x1000bd524920001, quorum=127.0.0.1:60030, baseZNode=/0-219629363 Set watcher on existing znode=/0-219629363/rs/818bff808382,39667,1731953520588 2024-11-18T18:12:02,434 WARN [RS:0;818bff808382:39667 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T18:12:02,434 INFO [RS:0;818bff808382:39667 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T18:12:02,434 DEBUG [RS:0;818bff808382:39667 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43419/user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/WALs/818bff808382,39667,1731953520588 2024-11-18T18:12:02,434 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [818bff808382,39667,1731953520588] 2024-11-18T18:12:02,438 INFO [RS:0;818bff808382:39667 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T18:12:02,440 INFO [RS:0;818bff808382:39667 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T18:12:02,441 INFO [RS:0;818bff808382:39667 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T18:12:02,441 INFO [RS:0;818bff808382:39667 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T18:12:02,442 INFO [RS:0;818bff808382:39667 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T18:12:02,443 INFO [RS:0;818bff808382:39667 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T18:12:02,443 INFO [RS:0;818bff808382:39667 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T18:12:02,443 DEBUG [RS:0;818bff808382:39667 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:12:02,443 DEBUG [RS:0;818bff808382:39667 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:12:02,443 DEBUG [RS:0;818bff808382:39667 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:12:02,443 DEBUG [RS:0;818bff808382:39667 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:12:02,443 DEBUG [RS:0;818bff808382:39667 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:12:02,443 DEBUG [RS:0;818bff808382:39667 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/818bff808382:0, corePoolSize=2, maxPoolSize=2 2024-11-18T18:12:02,443 DEBUG [RS:0;818bff808382:39667 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:12:02,443 DEBUG [RS:0;818bff808382:39667 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:12:02,443 DEBUG [RS:0;818bff808382:39667 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:12:02,444 DEBUG [RS:0;818bff808382:39667 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:12:02,444 DEBUG [RS:0;818bff808382:39667 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:12:02,444 DEBUG [RS:0;818bff808382:39667 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:12:02,444 DEBUG [RS:0;818bff808382:39667 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0, corePoolSize=3, maxPoolSize=3 2024-11-18T18:12:02,444 DEBUG [RS:0;818bff808382:39667 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/818bff808382:0, corePoolSize=3, maxPoolSize=3 2024-11-18T18:12:02,446 INFO [RS:0;818bff808382:39667 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T18:12:02,446 INFO [RS:0;818bff808382:39667 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T18:12:02,446 INFO [RS:0;818bff808382:39667 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T18:12:02,446 INFO [RS:0;818bff808382:39667 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T18:12:02,446 INFO [RS:0;818bff808382:39667 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T18:12:02,446 INFO [RS:0;818bff808382:39667 {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,39667,1731953520588-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T18:12:02,460 INFO [RS:0;818bff808382:39667 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T18:12:02,460 INFO [RS:0;818bff808382:39667 {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,39667,1731953520588-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T18:12:02,460 INFO [RS:0;818bff808382:39667 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:12:02,461 INFO [RS:0;818bff808382:39667 {}] regionserver.Replication(171): 818bff808382,39667,1731953520588 started 2024-11-18T18:12:02,474 INFO [RS:0;818bff808382:39667 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:12:02,474 INFO [RS:0;818bff808382:39667 {}] regionserver.HRegionServer(1482): Serving as 818bff808382,39667,1731953520588, RpcServer on 818bff808382/172.17.0.2:39667, sessionid=0x1000bd524920001 2024-11-18T18:12:02,474 DEBUG [RS:0;818bff808382:39667 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T18:12:02,474 DEBUG [RS:0;818bff808382:39667 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 818bff808382,39667,1731953520588 2024-11-18T18:12:02,474 DEBUG [RS:0;818bff808382:39667 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '818bff808382,39667,1731953520588' 2024-11-18T18:12:02,474 DEBUG [RS:0;818bff808382:39667 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-219629363/flush-table-proc/abort' 2024-11-18T18:12:02,474 DEBUG [RS:0;818bff808382:39667 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-219629363/flush-table-proc/acquired' 2024-11-18T18:12:02,475 DEBUG [RS:0;818bff808382:39667 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T18:12:02,475 DEBUG [RS:0;818bff808382:39667 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T18:12:02,475 DEBUG [RS:0;818bff808382:39667 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 818bff808382,39667,1731953520588 2024-11-18T18:12:02,475 DEBUG [RS:0;818bff808382:39667 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '818bff808382,39667,1731953520588' 2024-11-18T18:12:02,475 DEBUG [RS:0;818bff808382:39667 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-219629363/online-snapshot/abort' 2024-11-18T18:12:02,475 DEBUG [RS:0;818bff808382:39667 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-219629363/online-snapshot/acquired' 2024-11-18T18:12:02,475 DEBUG [RS:0;818bff808382:39667 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T18:12:02,475 INFO [RS:0;818bff808382:39667 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T18:12:02,475 INFO [RS:0;818bff808382:39667 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T18:12:02,576 INFO [RS:0;818bff808382:39667 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T18:12:02,577 INFO [RS:0;818bff808382:39667 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=818bff808382%2C39667%2C1731953520588, suffix=, logDir=hdfs://localhost:43419/user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/WALs/818bff808382,39667,1731953520588, archiveDir=hdfs://localhost:43419/user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/oldWALs, maxLogs=10 2024-11-18T18:12:02,591 DEBUG [RS:0;818bff808382:39667 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/WALs/818bff808382,39667,1731953520588/818bff808382%2C39667%2C1731953520588.1731953522578, exclude list is [], retry=0 2024-11-18T18:12:02,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39185,DS-45bf997b-1610-42fb-8615-d27359b5c0f0,DISK] 2024-11-18T18:12:02,595 INFO [RS:0;818bff808382:39667 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/WALs/818bff808382,39667,1731953520588/818bff808382%2C39667%2C1731953520588.1731953522578 2024-11-18T18:12:02,596 DEBUG [RS:0;818bff808382:39667 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41197:41197)] 2024-11-18T18:12:02,760 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43419/user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T18:12:02,761 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43419/user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2 2024-11-18T18:12:02,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39185 is added to blk_1073741833_1009 (size=32) 2024-11-18T18:12:03,048 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T18:12:03,078 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:12:03,078 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:12:03,078 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:12:03,079 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:12:03,086 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:12:03,167 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:12:03,168 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T18:12:03,169 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T18:12:03,169 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:12:03,170 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:12:03,170 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T18:12:03,171 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T18:12:03,171 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:12:03,171 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:12:03,171 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T18:12:03,172 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T18:12:03,172 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:12:03,173 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:12:03,173 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T18:12:03,174 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T18:12:03,174 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:12:03,174 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:12:03,174 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T18:12:03,175 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43419/user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/data/hbase/meta/1588230740 2024-11-18T18:12:03,175 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43419/user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/data/hbase/meta/1588230740 2024-11-18T18:12:03,176 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T18:12:03,176 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T18:12:03,176 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T18:12:03,177 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T18:12:03,179 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43419/user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T18:12:03,179 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62443156, jitterRate=-0.06952446699142456}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T18:12:03,180 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731953523167Initializing all the Stores at 1731953523168 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953523168Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953523168Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953523168Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953523168Cleaning up temporary data from old regions at 1731953523176 (+8 ms)Region opened successfully at 1731953523180 (+4 ms) 2024-11-18T18:12:03,180 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T18:12:03,180 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T18:12:03,180 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T18:12:03,180 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T18:12:03,180 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T18:12:03,180 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T18:12:03,180 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731953523180Disabling compacts and flushes for region at 1731953523180Disabling writes for close at 1731953523180Writing region close event to WAL at 1731953523180Closed at 1731953523180 2024-11-18T18:12:03,182 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T18:12:03,182 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T18:12:03,182 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T18:12:03,183 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T18:12:03,184 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T18:12:03,334 DEBUG [818bff808382:38911 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T18:12:03,335 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=818bff808382,39667,1731953520588 2024-11-18T18:12:03,336 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 818bff808382,39667,1731953520588, state=OPENING 2024-11-18T18:12:03,338 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T18:12:03,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38911-0x1000bd524920000, quorum=127.0.0.1:60030, baseZNode=/0-219629363 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-219629363 2024-11-18T18:12:03,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39667-0x1000bd524920001, quorum=127.0.0.1:60030, baseZNode=/0-219629363 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-219629363 2024-11-18T18:12:03,340 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-219629363/meta-region-server: CHANGED 2024-11-18T18:12:03,340 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-219629363/meta-region-server: CHANGED 2024-11-18T18:12:03,340 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T18:12:03,340 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=818bff808382,39667,1731953520588}] 2024-11-18T18:12:03,493 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T18:12:03,495 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39911, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T18:12:03,499 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T18:12:03,499 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T18:12:03,500 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T18:12:03,502 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=818bff808382%2C39667%2C1731953520588.meta, suffix=.meta, logDir=hdfs://localhost:43419/user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/WALs/818bff808382,39667,1731953520588, archiveDir=hdfs://localhost:43419/user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/oldWALs, maxLogs=10 2024-11-18T18:12:03,520 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/WALs/818bff808382,39667,1731953520588/818bff808382%2C39667%2C1731953520588.meta.1731953523502.meta, exclude list is [], retry=0 2024-11-18T18:12:03,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39185,DS-45bf997b-1610-42fb-8615-d27359b5c0f0,DISK] 2024-11-18T18:12:03,524 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/WALs/818bff808382,39667,1731953520588/818bff808382%2C39667%2C1731953520588.meta.1731953523502.meta 2024-11-18T18:12:03,525 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41197:41197)] 2024-11-18T18:12:03,525 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T18:12:03,525 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T18:12:03,525 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T18:12:03,525 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T18:12:03,526 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T18:12:03,526 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T18:12:03,526 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:12:03,526 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T18:12:03,526 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T18:12:03,527 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T18:12:03,528 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T18:12:03,528 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:12:03,528 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:12:03,528 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T18:12:03,529 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T18:12:03,529 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:12:03,530 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:12:03,530 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T18:12:03,530 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T18:12:03,530 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:12:03,531 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:12:03,531 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T18:12:03,531 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T18:12:03,531 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:12:03,532 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:12:03,532 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T18:12:03,532 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43419/user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/data/hbase/meta/1588230740 2024-11-18T18:12:03,533 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43419/user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/data/hbase/meta/1588230740 2024-11-18T18:12:03,534 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T18:12:03,534 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T18:12:03,535 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T18:12:03,536 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T18:12:03,536 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70696618, jitterRate=0.053461700677871704}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T18:12:03,537 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T18:12:03,537 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731953523526Writing region info on filesystem at 1731953523526Initializing all the Stores at 1731953523527 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953523527Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953523527Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953523527Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953523527Cleaning up temporary data from old regions at 1731953523534 (+7 ms)Running coprocessor post-open hooks at 1731953523537 (+3 ms)Region opened successfully at 1731953523537 2024-11-18T18:12:03,538 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731953523493 2024-11-18T18:12:03,540 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T18:12:03,540 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T18:12:03,541 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=818bff808382,39667,1731953520588 2024-11-18T18:12:03,542 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 818bff808382,39667,1731953520588, state=OPEN 2024-11-18T18:12:03,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39667-0x1000bd524920001, quorum=127.0.0.1:60030, baseZNode=/0-219629363 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-219629363/meta-region-server 2024-11-18T18:12:03,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38911-0x1000bd524920000, quorum=127.0.0.1:60030, baseZNode=/0-219629363 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-219629363/meta-region-server 2024-11-18T18:12:03,545 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=818bff808382,39667,1731953520588 2024-11-18T18:12:03,546 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-219629363/meta-region-server: CHANGED 2024-11-18T18:12:03,546 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-219629363/meta-region-server: CHANGED 2024-11-18T18:12:03,547 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T18:12:03,548 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=818bff808382,39667,1731953520588 in 205 msec 2024-11-18T18:12:03,549 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T18:12:03,549 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 366 msec 2024-11-18T18:12:03,550 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T18:12:03,550 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T18:12:03,551 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T18:12:03,551 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=818bff808382,39667,1731953520588, seqNum=-1] 2024-11-18T18:12:03,552 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T18:12:03,553 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57425, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T18:12:03,557 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2090 sec 2024-11-18T18:12:03,557 INFO [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731953523557, completionTime=-1 2024-11-18T18:12:03,557 INFO [master/818bff808382:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T18:12:03,557 DEBUG [master/818bff808382:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T18:12:03,559 INFO [master/818bff808382:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T18:12:03,559 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731953583559 2024-11-18T18:12:03,559 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731953643559 2024-11-18T18:12:03,559 INFO [master/818bff808382:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-18T18:12:03,559 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,38911,1731953520542-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T18:12:03,559 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,38911,1731953520542-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:12:03,559 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,38911,1731953520542-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:12:03,559 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-818bff808382:38911, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:12:03,559 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T18:12:03,560 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T18:12:03,561 DEBUG [master/818bff808382:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T18:12:03,563 INFO [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.938sec 2024-11-18T18:12:03,563 INFO [master/818bff808382:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T18:12:03,563 INFO [master/818bff808382:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T18:12:03,563 INFO [master/818bff808382:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T18:12:03,563 INFO [master/818bff808382:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T18:12:03,563 INFO [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T18:12:03,564 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,38911,1731953520542-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T18:12:03,564 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,38911,1731953520542-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T18:12:03,566 DEBUG [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T18:12:03,566 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T18:12:03,566 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,38911,1731953520542-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:12:03,611 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e368de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:12:03,611 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 818bff808382,38911,-1 for getting cluster id 2024-11-18T18:12:03,611 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T18:12:03,613 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4c2ff9fc-3798-4efc-8d41-ef5b6b86a0d7' 2024-11-18T18:12:03,613 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T18:12:03,613 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4c2ff9fc-3798-4efc-8d41-ef5b6b86a0d7" 2024-11-18T18:12:03,614 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b97ce96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:12:03,614 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [818bff808382,38911,-1] 2024-11-18T18:12:03,614 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T18:12:03,614 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:12:03,616 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T18:12:03,617 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42a4b3de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:12:03,617 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T18:12:03,618 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=818bff808382,39667,1731953520588, seqNum=-1] 2024-11-18T18:12:03,619 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T18:12:03,620 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38628, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T18:12:03,622 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=818bff808382,38911,1731953520542 2024-11-18T18:12:03,623 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:60030 2024-11-18T18:12:03,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:60030, baseZNode=/0-219629363 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T18:12:03,631 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1000bd524920002 connected 2024-11-18T18:12:03,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c903f81-ccca-8c56-cc8a-021589d7646e/hadoop.log.dir so I do NOT create it in target/test-data/067ef24e-a41d-b5db-0789-be0f14d0ea7f 2024-11-18T18:12:03,632 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c903f81-ccca-8c56-cc8a-021589d7646e/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T18:12:03,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c903f81-ccca-8c56-cc8a-021589d7646e/hadoop.tmp.dir so I do NOT create it in target/test-data/067ef24e-a41d-b5db-0789-be0f14d0ea7f 2024-11-18T18:12:03,632 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c903f81-ccca-8c56-cc8a-021589d7646e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T18:12:03,632 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/067ef24e-a41d-b5db-0789-be0f14d0ea7f 2024-11-18T18:12:03,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T18:12:03,633 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/067ef24e-a41d-b5db-0789-be0f14d0ea7f/cluster_171a37cb-0a4a-ec1a-98eb-75e075b29a9d, deleteOnExit=true 2024-11-18T18:12:03,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T18:12:03,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/067ef24e-a41d-b5db-0789-be0f14d0ea7f/test.cache.data in system properties and HBase conf 2024-11-18T18:12:03,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/067ef24e-a41d-b5db-0789-be0f14d0ea7f/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T18:12:03,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/067ef24e-a41d-b5db-0789-be0f14d0ea7f/hadoop.log.dir in system properties and HBase conf 2024-11-18T18:12:03,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/067ef24e-a41d-b5db-0789-be0f14d0ea7f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T18:12:03,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/067ef24e-a41d-b5db-0789-be0f14d0ea7f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T18:12:03,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T18:12:03,634 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T18:12:03,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/067ef24e-a41d-b5db-0789-be0f14d0ea7f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T18:12:03,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/067ef24e-a41d-b5db-0789-be0f14d0ea7f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T18:12:03,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/067ef24e-a41d-b5db-0789-be0f14d0ea7f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T18:12:03,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/067ef24e-a41d-b5db-0789-be0f14d0ea7f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T18:12:03,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/067ef24e-a41d-b5db-0789-be0f14d0ea7f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T18:12:03,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/067ef24e-a41d-b5db-0789-be0f14d0ea7f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T18:12:03,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/067ef24e-a41d-b5db-0789-be0f14d0ea7f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T18:12:03,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/067ef24e-a41d-b5db-0789-be0f14d0ea7f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T18:12:03,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/067ef24e-a41d-b5db-0789-be0f14d0ea7f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T18:12:03,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/067ef24e-a41d-b5db-0789-be0f14d0ea7f/nfs.dump.dir in system properties and HBase conf 2024-11-18T18:12:03,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/067ef24e-a41d-b5db-0789-be0f14d0ea7f/java.io.tmpdir in system properties and HBase conf 2024-11-18T18:12:03,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/067ef24e-a41d-b5db-0789-be0f14d0ea7f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T18:12:03,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/067ef24e-a41d-b5db-0789-be0f14d0ea7f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T18:12:03,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/067ef24e-a41d-b5db-0789-be0f14d0ea7f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T18:12:03,739 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T18:12:03,744 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T18:12:03,752 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T18:12:03,753 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T18:12:03,753 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T18:12:03,754 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T18:12:03,760 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65fadc0e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/067ef24e-a41d-b5db-0789-be0f14d0ea7f/hadoop.log.dir/,AVAILABLE} 2024-11-18T18:12:03,760 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3711c3e9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T18:12:03,908 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@bbf7c5a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/067ef24e-a41d-b5db-0789-be0f14d0ea7f/java.io.tmpdir/jetty-localhost-43217-hadoop-hdfs-3_4_1-tests_jar-_-any-13324767096078323048/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T18:12:03,909 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1a9bc6b3{HTTP/1.1, (http/1.1)}{localhost:43217} 2024-11-18T18:12:03,910 INFO [Time-limited test {}] server.Server(415): Started @134006ms 2024-11-18T18:12:04,164 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T18:12:04,169 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T18:12:04,177 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T18:12:04,177 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T18:12:04,177 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T18:12:04,179 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23bb9962{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/067ef24e-a41d-b5db-0789-be0f14d0ea7f/hadoop.log.dir/,AVAILABLE} 2024-11-18T18:12:04,179 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2845a215{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T18:12:04,329 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3771cc18{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/067ef24e-a41d-b5db-0789-be0f14d0ea7f/java.io.tmpdir/jetty-localhost-38663-hadoop-hdfs-3_4_1-tests_jar-_-any-7178033760982027521/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T18:12:04,329 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@661eb06e{HTTP/1.1, (http/1.1)}{localhost:38663} 2024-11-18T18:12:04,329 INFO [Time-limited test {}] server.Server(415): Started @134425ms 2024-11-18T18:12:04,331 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T18:12:04,693 WARN [Thread-1407 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/067ef24e-a41d-b5db-0789-be0f14d0ea7f/cluster_171a37cb-0a4a-ec1a-98eb-75e075b29a9d/data/data1/current/BP-808792649-172.17.0.2-1731953523660/current, will proceed with Du for space computation calculation, 2024-11-18T18:12:04,693 WARN [Thread-1408 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/067ef24e-a41d-b5db-0789-be0f14d0ea7f/cluster_171a37cb-0a4a-ec1a-98eb-75e075b29a9d/data/data2/current/BP-808792649-172.17.0.2-1731953523660/current, will proceed with Du for space computation calculation, 2024-11-18T18:12:04,710 WARN [Thread-1395 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T18:12:04,713 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf1b91c7353c5552a with lease ID 0xe72f84c564c26ac2: Processing first storage report for DS-f36cad24-0af6-44ff-93bc-3691ce688e06 from datanode DatanodeRegistration(127.0.0.1:45129, datanodeUuid=4e4f0a96-b81d-45b4-a615-6a5e569be617, infoPort=38817, infoSecurePort=0, ipcPort=40961, storageInfo=lv=-57;cid=testClusterID;nsid=1137768359;c=1731953523660) 2024-11-18T18:12:04,713 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf1b91c7353c5552a with lease ID 0xe72f84c564c26ac2: from storage DS-f36cad24-0af6-44ff-93bc-3691ce688e06 node DatanodeRegistration(127.0.0.1:45129, datanodeUuid=4e4f0a96-b81d-45b4-a615-6a5e569be617, infoPort=38817, infoSecurePort=0, ipcPort=40961, storageInfo=lv=-57;cid=testClusterID;nsid=1137768359;c=1731953523660), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T18:12:04,713 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf1b91c7353c5552a with lease ID 0xe72f84c564c26ac2: Processing first storage report for DS-c61ff136-6911-49d7-a93f-7fde4d435642 from datanode DatanodeRegistration(127.0.0.1:45129, datanodeUuid=4e4f0a96-b81d-45b4-a615-6a5e569be617, infoPort=38817, infoSecurePort=0, ipcPort=40961, storageInfo=lv=-57;cid=testClusterID;nsid=1137768359;c=1731953523660) 2024-11-18T18:12:04,713 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf1b91c7353c5552a with lease ID 0xe72f84c564c26ac2: from storage DS-c61ff136-6911-49d7-a93f-7fde4d435642 node DatanodeRegistration(127.0.0.1:45129, datanodeUuid=4e4f0a96-b81d-45b4-a615-6a5e569be617, infoPort=38817, infoSecurePort=0, ipcPort=40961, storageInfo=lv=-57;cid=testClusterID;nsid=1137768359;c=1731953523660), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T18:12:04,790 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/067ef24e-a41d-b5db-0789-be0f14d0ea7f 2024-11-18T18:12:04,790 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:12:04,792 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:12:04,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45129 is added to blk_1073741825_1001 (size=7) 2024-11-18T18:12:05,201 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35791/user/jenkins/test-data/f7a64865-daab-6bab-81d7-f5e385db7a40 with version=8 2024-11-18T18:12:05,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35791/user/jenkins/test-data/f7a64865-daab-6bab-81d7-f5e385db7a40/hbase-staging 2024-11-18T18:12:05,204 INFO [Time-limited test {}] client.ConnectionUtils(128): master/818bff808382:0 server-side Connection retries=45 2024-11-18T18:12:05,204 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T18:12:05,204 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T18:12:05,204 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T18:12:05,204 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T18:12:05,204 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T18:12:05,204 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T18:12:05,204 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T18:12:05,205 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44889 2024-11-18T18:12:05,205 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44889 connecting to ZooKeeper ensemble=127.0.0.1:60030 2024-11-18T18:12:05,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:448890x0, quorum=127.0.0.1:60030, baseZNode=/1339652153 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T18:12:05,208 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44889-0x1000bd524920003 connected 2024-11-18T18:12:05,217 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:12:05,219 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:12:05,220 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44889-0x1000bd524920003, quorum=127.0.0.1:60030, baseZNode=/1339652153 Set watcher on znode that does not yet exist, /1339652153/running 2024-11-18T18:12:05,220 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35791/user/jenkins/test-data/f7a64865-daab-6bab-81d7-f5e385db7a40, hbase.cluster.distributed=false 2024-11-18T18:12:05,222 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44889-0x1000bd524920003, quorum=127.0.0.1:60030, baseZNode=/1339652153 Set watcher on znode that does not yet exist, /1339652153/acl 2024-11-18T18:12:05,224 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44889 2024-11-18T18:12:05,224 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44889 2024-11-18T18:12:05,224 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44889 2024-11-18T18:12:05,228 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44889 2024-11-18T18:12:05,232 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44889 2024-11-18T18:12:05,247 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/818bff808382:0 server-side Connection retries=45 2024-11-18T18:12:05,247 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T18:12:05,247 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T18:12:05,247 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T18:12:05,247 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T18:12:05,247 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T18:12:05,247 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T18:12:05,247 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T18:12:05,248 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42879 2024-11-18T18:12:05,248 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42879 connecting to ZooKeeper ensemble=127.0.0.1:60030 2024-11-18T18:12:05,249 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:12:05,250 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:12:05,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:428790x0, quorum=127.0.0.1:60030, baseZNode=/1339652153 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T18:12:05,254 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:428790x0, quorum=127.0.0.1:60030, baseZNode=/1339652153 Set watcher on znode that does not yet exist, /1339652153/running 2024-11-18T18:12:05,254 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42879-0x1000bd524920004 connected 2024-11-18T18:12:05,254 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T18:12:05,256 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T18:12:05,256 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42879-0x1000bd524920004, quorum=127.0.0.1:60030, baseZNode=/1339652153 Set watcher on znode that does not yet exist, /1339652153/master 2024-11-18T18:12:05,257 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42879-0x1000bd524920004, quorum=127.0.0.1:60030, baseZNode=/1339652153 Set watcher on znode that does not yet exist, /1339652153/acl 2024-11-18T18:12:05,260 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42879 2024-11-18T18:12:05,261 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42879 2024-11-18T18:12:05,264 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42879 2024-11-18T18:12:05,266 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42879 2024-11-18T18:12:05,267 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42879 2024-11-18T18:12:05,282 DEBUG [M:0;818bff808382:44889 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;818bff808382:44889 2024-11-18T18:12:05,283 INFO [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1339652153/backup-masters/818bff808382,44889,1731953525203 2024-11-18T18:12:05,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42879-0x1000bd524920004, quorum=127.0.0.1:60030, baseZNode=/1339652153 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1339652153/backup-masters 2024-11-18T18:12:05,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44889-0x1000bd524920003, quorum=127.0.0.1:60030, baseZNode=/1339652153 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1339652153/backup-masters 2024-11-18T18:12:05,285 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44889-0x1000bd524920003, quorum=127.0.0.1:60030, baseZNode=/1339652153 Set watcher on existing znode=/1339652153/backup-masters/818bff808382,44889,1731953525203 2024-11-18T18:12:05,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42879-0x1000bd524920004, quorum=127.0.0.1:60030, baseZNode=/1339652153 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1339652153/master 2024-11-18T18:12:05,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44889-0x1000bd524920003, quorum=127.0.0.1:60030, baseZNode=/1339652153 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1339652153 2024-11-18T18:12:05,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42879-0x1000bd524920004, quorum=127.0.0.1:60030, baseZNode=/1339652153 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1339652153 2024-11-18T18:12:05,287 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44889-0x1000bd524920003, quorum=127.0.0.1:60030, baseZNode=/1339652153 Set watcher on existing znode=/1339652153/master 2024-11-18T18:12:05,287 INFO [master/818bff808382:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1339652153/backup-masters/818bff808382,44889,1731953525203 from backup master directory 2024-11-18T18:12:05,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44889-0x1000bd524920003, quorum=127.0.0.1:60030, baseZNode=/1339652153 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1339652153/backup-masters/818bff808382,44889,1731953525203 2024-11-18T18:12:05,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42879-0x1000bd524920004, quorum=127.0.0.1:60030, baseZNode=/1339652153 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1339652153/backup-masters 2024-11-18T18:12:05,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44889-0x1000bd524920003, quorum=127.0.0.1:60030, baseZNode=/1339652153 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1339652153/backup-masters 2024-11-18T18:12:05,289 WARN [master/818bff808382:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T18:12:05,289 INFO [master/818bff808382:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=818bff808382,44889,1731953525203 2024-11-18T18:12:05,292 DEBUG [master/818bff808382:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35791/user/jenkins/test-data/f7a64865-daab-6bab-81d7-f5e385db7a40/hbase.id] with ID: f41179a3-f4a7-46ea-86df-ee0cb541cd4a 2024-11-18T18:12:05,292 DEBUG [master/818bff808382:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35791/user/jenkins/test-data/f7a64865-daab-6bab-81d7-f5e385db7a40/.tmp/hbase.id 2024-11-18T18:12:05,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45129 is added to blk_1073741826_1002 (size=42) 2024-11-18T18:12:05,579 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-18T18:12:05,579 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-18T18:12:05,579 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T18:12:05,698 DEBUG [master/818bff808382:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35791/user/jenkins/test-data/f7a64865-daab-6bab-81d7-f5e385db7a40/.tmp/hbase.id]:[hdfs://localhost:35791/user/jenkins/test-data/f7a64865-daab-6bab-81d7-f5e385db7a40/hbase.id] 2024-11-18T18:12:05,709 INFO [master/818bff808382:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:12:05,709 INFO [master/818bff808382:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T18:12:05,710 INFO [master/818bff808382:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-18T18:12:05,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44889-0x1000bd524920003, quorum=127.0.0.1:60030, baseZNode=/1339652153 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1339652153 2024-11-18T18:12:05,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42879-0x1000bd524920004, quorum=127.0.0.1:60030, baseZNode=/1339652153 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1339652153 2024-11-18T18:12:05,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45129 is added to blk_1073741827_1003 (size=196) 2024-11-18T18:12:06,119 INFO [master/818bff808382:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T18:12:06,120 INFO [master/818bff808382:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T18:12:06,120 INFO [master/818bff808382:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T18:12:06,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45129 is added to blk_1073741828_1004 (size=1189) 2024-11-18T18:12:06,527 INFO [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35791/user/jenkins/test-data/f7a64865-daab-6bab-81d7-f5e385db7a40/MasterData/data/master/store 2024-11-18T18:12:06,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45129 is added to blk_1073741829_1005 (size=34) 2024-11-18T18:12:06,934 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:12:06,934 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T18:12:06,934 INFO [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:12:06,934 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:12:06,934 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T18:12:06,934 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:12:06,934 INFO [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:12:06,934 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731953526934Disabling compacts and flushes for region at 1731953526934Disabling writes for close at 1731953526934Writing region close event to WAL at 1731953526934Closed at 1731953526934 2024-11-18T18:12:06,935 WARN [master/818bff808382:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35791/user/jenkins/test-data/f7a64865-daab-6bab-81d7-f5e385db7a40/MasterData/data/master/store/.initializing 2024-11-18T18:12:06,935 DEBUG [master/818bff808382:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35791/user/jenkins/test-data/f7a64865-daab-6bab-81d7-f5e385db7a40/MasterData/WALs/818bff808382,44889,1731953525203 2024-11-18T18:12:06,936 INFO [master/818bff808382:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T18:12:06,938 INFO [master/818bff808382:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=818bff808382%2C44889%2C1731953525203, suffix=, logDir=hdfs://localhost:35791/user/jenkins/test-data/f7a64865-daab-6bab-81d7-f5e385db7a40/MasterData/WALs/818bff808382,44889,1731953525203, archiveDir=hdfs://localhost:35791/user/jenkins/test-data/f7a64865-daab-6bab-81d7-f5e385db7a40/MasterData/oldWALs, maxLogs=10 2024-11-18T18:12:06,951 DEBUG [master/818bff808382:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f7a64865-daab-6bab-81d7-f5e385db7a40/MasterData/WALs/818bff808382,44889,1731953525203/818bff808382%2C44889%2C1731953525203.1731953526938, exclude list is [], retry=0 2024-11-18T18:12:06,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45129,DS-f36cad24-0af6-44ff-93bc-3691ce688e06,DISK] 2024-11-18T18:12:06,956 INFO [master/818bff808382:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f7a64865-daab-6bab-81d7-f5e385db7a40/MasterData/WALs/818bff808382,44889,1731953525203/818bff808382%2C44889%2C1731953525203.1731953526938 2024-11-18T18:12:06,956 DEBUG [master/818bff808382:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38817:38817)] 2024-11-18T18:12:06,956 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T18:12:06,956 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:12:06,956 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:12:06,956 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:12:06,957 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:12:06,958 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T18:12:06,958 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:12:06,959 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:12:06,959 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:12:06,960 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T18:12:06,960 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:12:06,960 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:12:06,960 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:12:06,961 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T18:12:06,961 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:12:06,961 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:12:06,961 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:12:06,962 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T18:12:06,962 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:12:06,963 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:12:06,963 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:12:06,963 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35791/user/jenkins/test-data/f7a64865-daab-6bab-81d7-f5e385db7a40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:12:06,964 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35791/user/jenkins/test-data/f7a64865-daab-6bab-81d7-f5e385db7a40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:12:06,965 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:12:06,965 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:12:06,965 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T18:12:06,966 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:12:06,968 DEBUG [master/818bff808382:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35791/user/jenkins/test-data/f7a64865-daab-6bab-81d7-f5e385db7a40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T18:12:06,968 INFO [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62564725, jitterRate=-0.0677129477262497}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T18:12:06,968 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731953526956Initializing all the Stores at 1731953526957 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953526957Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953526957Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953526957Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953526957Cleaning up temporary data from old regions at 1731953526965 (+8 ms)Region opened successfully at 1731953526968 (+3 ms) 2024-11-18T18:12:06,968 INFO [master/818bff808382:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T18:12:06,971 DEBUG [master/818bff808382:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fb4c91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=818bff808382/172.17.0.2:0 2024-11-18T18:12:06,971 INFO [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T18:12:06,972 INFO [master/818bff808382:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T18:12:06,972 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T18:12:06,972 INFO [master/818bff808382:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T18:12:06,972 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T18:12:06,972 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T18:12:06,972 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T18:12:06,974 INFO [master/818bff808382:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T18:12:06,975 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44889-0x1000bd524920003, quorum=127.0.0.1:60030, baseZNode=/1339652153 Unable to get data of znode /1339652153/balancer because node does not exist (not necessarily an error) 2024-11-18T18:12:06,977 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1339652153/balancer already deleted, retry=false 2024-11-18T18:12:06,978 INFO [master/818bff808382:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T18:12:06,978 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44889-0x1000bd524920003, quorum=127.0.0.1:60030, baseZNode=/1339652153 Unable to get data of znode /1339652153/normalizer because node does not exist (not necessarily an error) 2024-11-18T18:12:06,979 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1339652153/normalizer already deleted, retry=false 2024-11-18T18:12:06,980 INFO [master/818bff808382:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T18:12:06,980 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44889-0x1000bd524920003, quorum=127.0.0.1:60030, baseZNode=/1339652153 Unable to get data of znode /1339652153/switch/split because node does not exist (not necessarily an error) 2024-11-18T18:12:06,982 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1339652153/switch/split already deleted, retry=false 2024-11-18T18:12:06,982 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44889-0x1000bd524920003, quorum=127.0.0.1:60030, baseZNode=/1339652153 Unable to get data of znode /1339652153/switch/merge because node does not exist (not necessarily an error) 2024-11-18T18:12:06,984 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1339652153/switch/merge already deleted, retry=false 2024-11-18T18:12:06,986 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44889-0x1000bd524920003, quorum=127.0.0.1:60030, baseZNode=/1339652153 Unable to get data of znode /1339652153/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T18:12:06,987 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1339652153/snapshot-cleanup already deleted, retry=false 2024-11-18T18:12:06,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44889-0x1000bd524920003, quorum=127.0.0.1:60030, baseZNode=/1339652153 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1339652153/running 2024-11-18T18:12:06,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44889-0x1000bd524920003, quorum=127.0.0.1:60030, baseZNode=/1339652153 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1339652153 2024-11-18T18:12:06,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42879-0x1000bd524920004, quorum=127.0.0.1:60030, baseZNode=/1339652153 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1339652153/running 2024-11-18T18:12:06,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42879-0x1000bd524920004, quorum=127.0.0.1:60030, baseZNode=/1339652153 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1339652153 2024-11-18T18:12:06,990 INFO [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=818bff808382,44889,1731953525203, sessionid=0x1000bd524920003, setting cluster-up flag (Was=false) 2024-11-18T18:12:06,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44889-0x1000bd524920003, quorum=127.0.0.1:60030, baseZNode=/1339652153 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1339652153 2024-11-18T18:12:06,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42879-0x1000bd524920004, quorum=127.0.0.1:60030, baseZNode=/1339652153 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1339652153 2024-11-18T18:12:07,000 DEBUG [master/818bff808382:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1339652153/flush-table-proc/acquired, /1339652153/flush-table-proc/reached, /1339652153/flush-table-proc/abort 2024-11-18T18:12:07,002 DEBUG [master/818bff808382:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=818bff808382,44889,1731953525203 2024-11-18T18:12:07,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42879-0x1000bd524920004, quorum=127.0.0.1:60030, baseZNode=/1339652153 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1339652153 2024-11-18T18:12:07,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44889-0x1000bd524920003, quorum=127.0.0.1:60030, baseZNode=/1339652153 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1339652153 2024-11-18T18:12:07,011 DEBUG [master/818bff808382:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1339652153/online-snapshot/acquired, /1339652153/online-snapshot/reached, /1339652153/online-snapshot/abort 2024-11-18T18:12:07,012 DEBUG [master/818bff808382:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=818bff808382,44889,1731953525203 2024-11-18T18:12:07,013 INFO [master/818bff808382:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35791/user/jenkins/test-data/f7a64865-daab-6bab-81d7-f5e385db7a40/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T18:12:07,015 DEBUG [master/818bff808382:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T18:12:07,015 INFO [master/818bff808382:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T18:12:07,015 INFO [master/818bff808382:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T18:12:07,016 DEBUG [master/818bff808382:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 818bff808382,44889,1731953525203 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T18:12:07,017 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/818bff808382:0, corePoolSize=5, maxPoolSize=5 2024-11-18T18:12:07,017 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/818bff808382:0, corePoolSize=5, maxPoolSize=5 2024-11-18T18:12:07,017 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/818bff808382:0, corePoolSize=5, maxPoolSize=5 2024-11-18T18:12:07,017 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/818bff808382:0, corePoolSize=5, maxPoolSize=5 2024-11-18T18:12:07,017 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/818bff808382:0, corePoolSize=10, maxPoolSize=10 2024-11-18T18:12:07,017 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:12:07,017 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/818bff808382:0, corePoolSize=2, maxPoolSize=2 2024-11-18T18:12:07,017 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:12:07,017 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731953557017 2024-11-18T18:12:07,018 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T18:12:07,018 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T18:12:07,018 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T18:12:07,018 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T18:12:07,018 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T18:12:07,018 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T18:12:07,018 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T18:12:07,018 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T18:12:07,018 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T18:12:07,018 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T18:12:07,018 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T18:12:07,018 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T18:12:07,018 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T18:12:07,019 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T18:12:07,019 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T18:12:07,019 DEBUG [master/818bff808382:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/818bff808382:0:becomeActiveMaster-HFileCleaner.large.0-1731953527019,5,FailOnTimeoutGroup] 2024-11-18T18:12:07,019 DEBUG [master/818bff808382:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/818bff808382:0:becomeActiveMaster-HFileCleaner.small.0-1731953527019,5,FailOnTimeoutGroup] 2024-11-18T18:12:07,019 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:12:07,019 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T18:12:07,019 INFO [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T18:12:07,019 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T18:12:07,019 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T18:12:07,019 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T18:12:07,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45129 is added to blk_1073741831_1007 (size=1321) 2024-11-18T18:12:07,070 INFO [RS:0;818bff808382:42879 {}] regionserver.HRegionServer(746): ClusterId : f41179a3-f4a7-46ea-86df-ee0cb541cd4a 2024-11-18T18:12:07,070 DEBUG [RS:0;818bff808382:42879 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T18:12:07,073 DEBUG [RS:0;818bff808382:42879 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T18:12:07,073 DEBUG [RS:0;818bff808382:42879 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T18:12:07,075 DEBUG [RS:0;818bff808382:42879 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T18:12:07,076 DEBUG [RS:0;818bff808382:42879 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a790dfa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=818bff808382/172.17.0.2:0 2024-11-18T18:12:07,088 DEBUG [RS:0;818bff808382:42879 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;818bff808382:42879 2024-11-18T18:12:07,088 INFO [RS:0;818bff808382:42879 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T18:12:07,088 INFO [RS:0;818bff808382:42879 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T18:12:07,088 DEBUG [RS:0;818bff808382:42879 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T18:12:07,088 INFO [RS:0;818bff808382:42879 {}] regionserver.HRegionServer(2659): reportForDuty to master=818bff808382,44889,1731953525203 with port=42879, startcode=1731953525246 2024-11-18T18:12:07,089 DEBUG [RS:0;818bff808382:42879 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T18:12:07,090 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52187, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T18:12:07,090 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44889 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 818bff808382,42879,1731953525246 2024-11-18T18:12:07,090 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44889 {}] master.ServerManager(517): Registering regionserver=818bff808382,42879,1731953525246 2024-11-18T18:12:07,092 DEBUG [RS:0;818bff808382:42879 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35791/user/jenkins/test-data/f7a64865-daab-6bab-81d7-f5e385db7a40 2024-11-18T18:12:07,092 DEBUG [RS:0;818bff808382:42879 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35791 2024-11-18T18:12:07,092 DEBUG [RS:0;818bff808382:42879 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T18:12:07,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44889-0x1000bd524920003, quorum=127.0.0.1:60030, baseZNode=/1339652153 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1339652153/rs 2024-11-18T18:12:07,094 DEBUG [RS:0;818bff808382:42879 {}] zookeeper.ZKUtil(111): regionserver:42879-0x1000bd524920004, quorum=127.0.0.1:60030, baseZNode=/1339652153 Set watcher on existing znode=/1339652153/rs/818bff808382,42879,1731953525246 2024-11-18T18:12:07,094 WARN [RS:0;818bff808382:42879 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T18:12:07,094 INFO [RS:0;818bff808382:42879 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T18:12:07,094 DEBUG [RS:0;818bff808382:42879 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35791/user/jenkins/test-data/f7a64865-daab-6bab-81d7-f5e385db7a40/WALs/818bff808382,42879,1731953525246 2024-11-18T18:12:07,094 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [818bff808382,42879,1731953525246] 2024-11-18T18:12:07,097 INFO [RS:0;818bff808382:42879 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T18:12:07,098 INFO [RS:0;818bff808382:42879 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T18:12:07,100 INFO [RS:0;818bff808382:42879 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T18:12:07,100 INFO [RS:0;818bff808382:42879 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T18:12:07,101 INFO [RS:0;818bff808382:42879 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T18:12:07,102 INFO [RS:0;818bff808382:42879 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T18:12:07,102 INFO [RS:0;818bff808382:42879 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T18:12:07,102 DEBUG [RS:0;818bff808382:42879 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:12:07,102 DEBUG [RS:0;818bff808382:42879 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:12:07,102 DEBUG [RS:0;818bff808382:42879 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:12:07,102 DEBUG [RS:0;818bff808382:42879 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:12:07,102 DEBUG [RS:0;818bff808382:42879 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:12:07,102 DEBUG [RS:0;818bff808382:42879 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/818bff808382:0, corePoolSize=2, maxPoolSize=2 2024-11-18T18:12:07,102 DEBUG [RS:0;818bff808382:42879 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:12:07,102 DEBUG [RS:0;818bff808382:42879 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:12:07,102 DEBUG [RS:0;818bff808382:42879 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:12:07,102 DEBUG [RS:0;818bff808382:42879 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:12:07,102 DEBUG [RS:0;818bff808382:42879 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:12:07,102 DEBUG [RS:0;818bff808382:42879 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:12:07,102 DEBUG [RS:0;818bff808382:42879 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0, corePoolSize=3, maxPoolSize=3 2024-11-18T18:12:07,102 DEBUG [RS:0;818bff808382:42879 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/818bff808382:0, corePoolSize=3, maxPoolSize=3 2024-11-18T18:12:07,104 INFO [RS:0;818bff808382:42879 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T18:12:07,104 INFO [RS:0;818bff808382:42879 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T18:12:07,104 INFO [RS:0;818bff808382:42879 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T18:12:07,104 INFO [RS:0;818bff808382:42879 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T18:12:07,104 INFO [RS:0;818bff808382:42879 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T18:12:07,104 INFO [RS:0;818bff808382:42879 {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,42879,1731953525246-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T18:12:07,118 INFO [RS:0;818bff808382:42879 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T18:12:07,118 INFO [RS:0;818bff808382:42879 {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,42879,1731953525246-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T18:12:07,119 INFO [RS:0;818bff808382:42879 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:12:07,119 INFO [RS:0;818bff808382:42879 {}] regionserver.Replication(171): 818bff808382,42879,1731953525246 started 2024-11-18T18:12:07,132 INFO [RS:0;818bff808382:42879 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:12:07,132 INFO [RS:0;818bff808382:42879 {}] regionserver.HRegionServer(1482): Serving as 818bff808382,42879,1731953525246, RpcServer on 818bff808382/172.17.0.2:42879, sessionid=0x1000bd524920004 2024-11-18T18:12:07,132 DEBUG [RS:0;818bff808382:42879 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T18:12:07,132 DEBUG [RS:0;818bff808382:42879 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 818bff808382,42879,1731953525246 2024-11-18T18:12:07,132 DEBUG [RS:0;818bff808382:42879 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '818bff808382,42879,1731953525246' 2024-11-18T18:12:07,133 DEBUG [RS:0;818bff808382:42879 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1339652153/flush-table-proc/abort' 2024-11-18T18:12:07,133 DEBUG [RS:0;818bff808382:42879 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1339652153/flush-table-proc/acquired' 2024-11-18T18:12:07,133 DEBUG [RS:0;818bff808382:42879 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T18:12:07,133 DEBUG [RS:0;818bff808382:42879 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T18:12:07,133 DEBUG [RS:0;818bff808382:42879 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 818bff808382,42879,1731953525246 2024-11-18T18:12:07,133 DEBUG [RS:0;818bff808382:42879 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '818bff808382,42879,1731953525246' 2024-11-18T18:12:07,133 DEBUG [RS:0;818bff808382:42879 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1339652153/online-snapshot/abort' 2024-11-18T18:12:07,134 DEBUG [RS:0;818bff808382:42879 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1339652153/online-snapshot/acquired' 2024-11-18T18:12:07,134 DEBUG [RS:0;818bff808382:42879 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T18:12:07,134 INFO [RS:0;818bff808382:42879 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T18:12:07,134 INFO [RS:0;818bff808382:42879 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T18:12:07,234 INFO [RS:0;818bff808382:42879 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T18:12:07,236 INFO [RS:0;818bff808382:42879 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=818bff808382%2C42879%2C1731953525246, suffix=, logDir=hdfs://localhost:35791/user/jenkins/test-data/f7a64865-daab-6bab-81d7-f5e385db7a40/WALs/818bff808382,42879,1731953525246, archiveDir=hdfs://localhost:35791/user/jenkins/test-data/f7a64865-daab-6bab-81d7-f5e385db7a40/oldWALs, maxLogs=10 2024-11-18T18:12:07,250 DEBUG [RS:0;818bff808382:42879 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f7a64865-daab-6bab-81d7-f5e385db7a40/WALs/818bff808382,42879,1731953525246/818bff808382%2C42879%2C1731953525246.1731953527236, exclude list is [], retry=0 2024-11-18T18:12:07,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45129,DS-f36cad24-0af6-44ff-93bc-3691ce688e06,DISK] 2024-11-18T18:12:07,255 INFO [RS:0;818bff808382:42879 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f7a64865-daab-6bab-81d7-f5e385db7a40/WALs/818bff808382,42879,1731953525246/818bff808382%2C42879%2C1731953525246.1731953527236 2024-11-18T18:12:07,255 DEBUG [RS:0;818bff808382:42879 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38817:38817)] 2024-11-18T18:12:07,429 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35791/user/jenkins/test-data/f7a64865-daab-6bab-81d7-f5e385db7a40/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T18:12:07,429 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35791/user/jenkins/test-data/f7a64865-daab-6bab-81d7-f5e385db7a40 2024-11-18T18:12:07,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45129 is added to blk_1073741833_1009 (size=32) 2024-11-18T18:12:07,838 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:12:07,840 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T18:12:07,841 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T18:12:07,841 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:12:07,842 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:12:07,842 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T18:12:07,843 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T18:12:07,843 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:12:07,844 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:12:07,844 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T18:12:07,845 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T18:12:07,845 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:12:07,845 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:12:07,846 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T18:12:07,847 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T18:12:07,847 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:12:07,847 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:12:07,847 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T18:12:07,848 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35791/user/jenkins/test-data/f7a64865-daab-6bab-81d7-f5e385db7a40/data/hbase/meta/1588230740 2024-11-18T18:12:07,848 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35791/user/jenkins/test-data/f7a64865-daab-6bab-81d7-f5e385db7a40/data/hbase/meta/1588230740 2024-11-18T18:12:07,849 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T18:12:07,849 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T18:12:07,850 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T18:12:07,851 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T18:12:07,853 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35791/user/jenkins/test-data/f7a64865-daab-6bab-81d7-f5e385db7a40/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T18:12:07,854 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60020307, jitterRate=-0.10562773048877716}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T18:12:07,854 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731953527838Initializing all the Stores at 1731953527839 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953527839Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953527840 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953527840Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953527840Cleaning up temporary data from old regions at 1731953527849 (+9 ms)Region opened successfully at 1731953527854 (+5 ms) 2024-11-18T18:12:07,854 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T18:12:07,854 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T18:12:07,854 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T18:12:07,854 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T18:12:07,854 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T18:12:07,854 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T18:12:07,854 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731953527854Disabling compacts and flushes for region at 1731953527854Disabling writes for close at 1731953527854Writing region close event to WAL at 1731953527854Closed at 1731953527854 2024-11-18T18:12:07,856 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T18:12:07,856 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T18:12:07,856 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T18:12:07,857 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T18:12:07,858 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T18:12:08,008 DEBUG [818bff808382:44889 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T18:12:08,009 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=818bff808382,42879,1731953525246 2024-11-18T18:12:08,012 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 818bff808382,42879,1731953525246, state=OPENING 2024-11-18T18:12:08,017 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T18:12:08,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42879-0x1000bd524920004, quorum=127.0.0.1:60030, baseZNode=/1339652153 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1339652153 2024-11-18T18:12:08,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44889-0x1000bd524920003, quorum=127.0.0.1:60030, baseZNode=/1339652153 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1339652153 2024-11-18T18:12:08,019 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T18:12:08,019 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=818bff808382,42879,1731953525246}] 2024-11-18T18:12:08,019 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1339652153/meta-region-server: CHANGED 2024-11-18T18:12:08,020 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1339652153/meta-region-server: CHANGED 2024-11-18T18:12:08,172 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T18:12:08,174 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52301, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T18:12:08,179 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T18:12:08,179 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T18:12:08,179 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T18:12:08,181 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=818bff808382%2C42879%2C1731953525246.meta, suffix=.meta, logDir=hdfs://localhost:35791/user/jenkins/test-data/f7a64865-daab-6bab-81d7-f5e385db7a40/WALs/818bff808382,42879,1731953525246, archiveDir=hdfs://localhost:35791/user/jenkins/test-data/f7a64865-daab-6bab-81d7-f5e385db7a40/oldWALs, maxLogs=10 2024-11-18T18:12:08,203 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f7a64865-daab-6bab-81d7-f5e385db7a40/WALs/818bff808382,42879,1731953525246/818bff808382%2C42879%2C1731953525246.meta.1731953528182.meta, exclude list is [], retry=0 2024-11-18T18:12:08,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45129,DS-f36cad24-0af6-44ff-93bc-3691ce688e06,DISK] 2024-11-18T18:12:08,225 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f7a64865-daab-6bab-81d7-f5e385db7a40/WALs/818bff808382,42879,1731953525246/818bff808382%2C42879%2C1731953525246.meta.1731953528182.meta 2024-11-18T18:12:08,226 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38817:38817)] 2024-11-18T18:12:08,226 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T18:12:08,226 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T18:12:08,226 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T18:12:08,226 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T18:12:08,227 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T18:12:08,227 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T18:12:08,227 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:12:08,227 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T18:12:08,227 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T18:12:08,228 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T18:12:08,229 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T18:12:08,229 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:12:08,230 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:12:08,230 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T18:12:08,231 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T18:12:08,231 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:12:08,231 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:12:08,231 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T18:12:08,232 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T18:12:08,232 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:12:08,233 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:12:08,233 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T18:12:08,233 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T18:12:08,233 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:12:08,234 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:12:08,234 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T18:12:08,235 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35791/user/jenkins/test-data/f7a64865-daab-6bab-81d7-f5e385db7a40/data/hbase/meta/1588230740 2024-11-18T18:12:08,238 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35791/user/jenkins/test-data/f7a64865-daab-6bab-81d7-f5e385db7a40/data/hbase/meta/1588230740 2024-11-18T18:12:08,241 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T18:12:08,241 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T18:12:08,241 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T18:12:08,243 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T18:12:08,244 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72276991, jitterRate=0.0770110934972763}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T18:12:08,244 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T18:12:08,244 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731953528227Writing region info on filesystem at 1731953528227Initializing all the Stores at 1731953528228 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953528228Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953528228Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953528228Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953528228Cleaning up temporary data from old regions at 1731953528241 (+13 ms)Running coprocessor post-open hooks at 1731953528244 (+3 ms)Region opened successfully at 1731953528244 2024-11-18T18:12:08,245 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731953528172 2024-11-18T18:12:08,248 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T18:12:08,248 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T18:12:08,248 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=818bff808382,42879,1731953525246 2024-11-18T18:12:08,249 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 818bff808382,42879,1731953525246, state=OPEN 2024-11-18T18:12:08,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42879-0x1000bd524920004, quorum=127.0.0.1:60030, baseZNode=/1339652153 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1339652153/meta-region-server 2024-11-18T18:12:08,251 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1339652153/meta-region-server: CHANGED 2024-11-18T18:12:08,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44889-0x1000bd524920003, quorum=127.0.0.1:60030, baseZNode=/1339652153 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1339652153/meta-region-server 2024-11-18T18:12:08,260 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1339652153/meta-region-server: CHANGED 2024-11-18T18:12:08,260 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=818bff808382,42879,1731953525246 2024-11-18T18:12:08,263 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T18:12:08,263 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=818bff808382,42879,1731953525246 in 241 msec 2024-11-18T18:12:08,271 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T18:12:08,271 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 408 msec 2024-11-18T18:12:08,273 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T18:12:08,273 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T18:12:08,275 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T18:12:08,275 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=818bff808382,42879,1731953525246, seqNum=-1] 2024-11-18T18:12:08,276 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T18:12:08,278 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38513, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T18:12:08,284 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2680 sec 2024-11-18T18:12:08,284 INFO [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731953528284, completionTime=-1 2024-11-18T18:12:08,284 INFO [master/818bff808382:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T18:12:08,284 DEBUG [master/818bff808382:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T18:12:08,286 INFO [master/818bff808382:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T18:12:08,286 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731953588286 2024-11-18T18:12:08,286 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731953648286 2024-11-18T18:12:08,286 INFO [master/818bff808382:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-18T18:12:08,287 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,44889,1731953525203-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T18:12:08,287 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,44889,1731953525203-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:12:08,287 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,44889,1731953525203-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:12:08,287 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-818bff808382:44889, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:12:08,287 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T18:12:08,289 DEBUG [master/818bff808382:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T18:12:08,300 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T18:12:08,308 INFO [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.019sec 2024-11-18T18:12:08,308 INFO [master/818bff808382:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T18:12:08,308 INFO [master/818bff808382:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T18:12:08,308 INFO [master/818bff808382:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T18:12:08,308 INFO [master/818bff808382:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T18:12:08,309 INFO [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T18:12:08,309 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,44889,1731953525203-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T18:12:08,309 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,44889,1731953525203-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T18:12:08,317 DEBUG [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T18:12:08,317 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T18:12:08,317 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,44889,1731953525203-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:12:08,371 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a0e268f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:12:08,371 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 818bff808382,44889,-1 for getting cluster id 2024-11-18T18:12:08,371 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T18:12:08,374 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f41179a3-f4a7-46ea-86df-ee0cb541cd4a' 2024-11-18T18:12:08,374 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T18:12:08,374 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f41179a3-f4a7-46ea-86df-ee0cb541cd4a" 2024-11-18T18:12:08,374 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@506afa88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:12:08,375 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [818bff808382,44889,-1] 2024-11-18T18:12:08,375 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T18:12:08,375 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:12:08,376 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33402, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T18:12:08,377 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f7b3cd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:12:08,377 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T18:12:08,379 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=818bff808382,42879,1731953525246, seqNum=-1] 2024-11-18T18:12:08,379 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T18:12:08,380 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T18:12:08,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=818bff808382,44889,1731953525203 2024-11-18T18:12:08,383 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:60030 2024-11-18T18:12:08,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:60030, baseZNode=/1339652153 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T18:12:08,408 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@737bd8c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:12:08,408 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 818bff808382,38911,-1 for getting cluster id 2024-11-18T18:12:08,408 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T18:12:08,409 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1000bd524920005 connected 2024-11-18T18:12:08,410 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4c2ff9fc-3798-4efc-8d41-ef5b6b86a0d7' 2024-11-18T18:12:08,410 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T18:12:08,410 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4c2ff9fc-3798-4efc-8d41-ef5b6b86a0d7" 2024-11-18T18:12:08,410 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@402cc6f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:12:08,410 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [818bff808382,38911,-1] 2024-11-18T18:12:08,410 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T18:12:08,411 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:12:08,412 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T18:12:08,413 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55713956, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:12:08,413 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T18:12:08,414 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 818bff808382,38911,1731953520542 2024-11-18T18:12:08,414 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6bdd511a 2024-11-18T18:12:08,414 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T18:12:08,415 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T18:12:08,416 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38911 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://818bff808382:44889,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-18T18:12:08,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38911 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T18:12:08,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38911 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T18:12:08,419 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='818bff808382:44889' 2024-11-18T18:12:08,428 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6aae0b68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:12:08,428 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 818bff808382,44889,-1 for getting cluster id 2024-11-18T18:12:08,428 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T18:12:08,431 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f41179a3-f4a7-46ea-86df-ee0cb541cd4a' 2024-11-18T18:12:08,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T18:12:08,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f41179a3-f4a7-46ea-86df-ee0cb541cd4a" 2024-11-18T18:12:08,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51515c8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:12:08,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [818bff808382,44889,-1] 2024-11-18T18:12:08,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T18:12:08,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:12:08,433 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T18:12:08,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7010f718, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:12:08,434 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T18:12:08,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 818bff808382,44889,1731953525203 2024-11-18T18:12:08,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5316f4c9 2024-11-18T18:12:08,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T18:12:08,437 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33434, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T18:12:08,438 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-18T18:12:08,438 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T18:12:08,438 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:12:08,438 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:12:08,438 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T18:12:08,438 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T18:12:08,439 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T18:12:08,441 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-18T18:12:08,442 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T18:12:08,442 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:12:08,444 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T18:12:08,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39185 is added to blk_1073741835_1011 (size=1138) 2024-11-18T18:12:08,468 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 802a5dc81b92038606361c68e6d2562a, NAME => 'hbase:replication,,1731953528439.802a5dc81b92038606361c68e6d2562a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43419/user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2 2024-11-18T18:12:08,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39185 is added to blk_1073741836_1012 (size=44) 2024-11-18T18:12:08,492 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-18T18:12:08,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38911 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T18:12:08,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38911 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T18:12:08,883 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731953528439.802a5dc81b92038606361c68e6d2562a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:12:08,883 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 802a5dc81b92038606361c68e6d2562a, disabling compactions & flushes 2024-11-18T18:12:08,883 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731953528439.802a5dc81b92038606361c68e6d2562a. 2024-11-18T18:12:08,883 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731953528439.802a5dc81b92038606361c68e6d2562a. 2024-11-18T18:12:08,883 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731953528439.802a5dc81b92038606361c68e6d2562a. after waiting 0 ms 2024-11-18T18:12:08,883 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731953528439.802a5dc81b92038606361c68e6d2562a. 2024-11-18T18:12:08,883 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731953528439.802a5dc81b92038606361c68e6d2562a. 2024-11-18T18:12:08,883 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 802a5dc81b92038606361c68e6d2562a: Waiting for close lock at 1731953528883Disabling compacts and flushes for region at 1731953528883Disabling writes for close at 1731953528883Writing region close event to WAL at 1731953528883Closed at 1731953528883 2024-11-18T18:12:08,884 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T18:12:08,884 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731953528439.802a5dc81b92038606361c68e6d2562a.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731953528884"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731953528884"}]},"ts":"1731953528884"} 2024-11-18T18:12:08,887 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T18:12:08,887 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T18:12:08,888 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731953528887"}]},"ts":"1731953528887"} 2024-11-18T18:12:08,889 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-18T18:12:08,889 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=802a5dc81b92038606361c68e6d2562a, ASSIGN}] 2024-11-18T18:12:08,890 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=802a5dc81b92038606361c68e6d2562a, ASSIGN 2024-11-18T18:12:08,891 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=802a5dc81b92038606361c68e6d2562a, ASSIGN; state=OFFLINE, location=818bff808382,39667,1731953520588; forceNewPlan=false, retain=false 2024-11-18T18:12:09,028 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T18:12:09,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38911 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T18:12:09,042 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=802a5dc81b92038606361c68e6d2562a, regionState=OPENING, regionLocation=818bff808382,39667,1731953520588 2024-11-18T18:12:09,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=802a5dc81b92038606361c68e6d2562a, ASSIGN because future has completed 2024-11-18T18:12:09,045 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 802a5dc81b92038606361c68e6d2562a, server=818bff808382,39667,1731953520588}] 2024-11-18T18:12:09,048 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:12:09,049 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:12:09,049 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:12:09,049 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:12:09,054 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:12:09,201 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731953528439.802a5dc81b92038606361c68e6d2562a. 2024-11-18T18:12:09,202 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T18:12:09,202 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-18T18:12:09,203 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=818bff808382%2C39667%2C1731953520588.rep, suffix=, logDir=hdfs://localhost:43419/user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/WALs/818bff808382,39667,1731953520588, archiveDir=hdfs://localhost:43419/user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/oldWALs, maxLogs=10 2024-11-18T18:12:09,219 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/WALs/818bff808382,39667,1731953520588/818bff808382%2C39667%2C1731953520588.rep.1731953529203, exclude list is [], retry=0 2024-11-18T18:12:09,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39185,DS-45bf997b-1610-42fb-8615-d27359b5c0f0,DISK] 2024-11-18T18:12:09,223 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/WALs/818bff808382,39667,1731953520588/818bff808382%2C39667%2C1731953520588.rep.1731953529203 2024-11-18T18:12:09,223 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41197:41197)] 2024-11-18T18:12:09,223 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 802a5dc81b92038606361c68e6d2562a, NAME => 'hbase:replication,,1731953528439.802a5dc81b92038606361c68e6d2562a.', STARTKEY => '', ENDKEY => ''} 2024-11-18T18:12:09,223 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T18:12:09,224 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T18:12:09,224 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731953528439.802a5dc81b92038606361c68e6d2562a. service=MultiRowMutationService 2024-11-18T18:12:09,224 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-18T18:12:09,224 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 802a5dc81b92038606361c68e6d2562a 2024-11-18T18:12:09,224 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731953528439.802a5dc81b92038606361c68e6d2562a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:12:09,224 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 802a5dc81b92038606361c68e6d2562a 2024-11-18T18:12:09,224 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 802a5dc81b92038606361c68e6d2562a 2024-11-18T18:12:09,225 INFO [StoreOpener-802a5dc81b92038606361c68e6d2562a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 802a5dc81b92038606361c68e6d2562a 2024-11-18T18:12:09,226 INFO [StoreOpener-802a5dc81b92038606361c68e6d2562a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 802a5dc81b92038606361c68e6d2562a columnFamilyName hfileref 2024-11-18T18:12:09,226 DEBUG [StoreOpener-802a5dc81b92038606361c68e6d2562a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:12:09,227 INFO [StoreOpener-802a5dc81b92038606361c68e6d2562a-1 {}] regionserver.HStore(327): Store=802a5dc81b92038606361c68e6d2562a/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:12:09,227 INFO [StoreOpener-802a5dc81b92038606361c68e6d2562a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 802a5dc81b92038606361c68e6d2562a 2024-11-18T18:12:09,228 INFO [StoreOpener-802a5dc81b92038606361c68e6d2562a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 802a5dc81b92038606361c68e6d2562a columnFamilyName queue 2024-11-18T18:12:09,228 DEBUG [StoreOpener-802a5dc81b92038606361c68e6d2562a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:12:09,228 INFO [StoreOpener-802a5dc81b92038606361c68e6d2562a-1 {}] regionserver.HStore(327): Store=802a5dc81b92038606361c68e6d2562a/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:12:09,228 INFO [StoreOpener-802a5dc81b92038606361c68e6d2562a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 802a5dc81b92038606361c68e6d2562a 2024-11-18T18:12:09,229 INFO [StoreOpener-802a5dc81b92038606361c68e6d2562a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 802a5dc81b92038606361c68e6d2562a columnFamilyName sid 2024-11-18T18:12:09,229 DEBUG [StoreOpener-802a5dc81b92038606361c68e6d2562a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:12:09,230 INFO [StoreOpener-802a5dc81b92038606361c68e6d2562a-1 {}] regionserver.HStore(327): Store=802a5dc81b92038606361c68e6d2562a/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:12:09,230 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 802a5dc81b92038606361c68e6d2562a 2024-11-18T18:12:09,231 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43419/user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/data/hbase/replication/802a5dc81b92038606361c68e6d2562a 2024-11-18T18:12:09,231 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43419/user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/data/hbase/replication/802a5dc81b92038606361c68e6d2562a 2024-11-18T18:12:09,232 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 802a5dc81b92038606361c68e6d2562a 2024-11-18T18:12:09,232 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 802a5dc81b92038606361c68e6d2562a 2024-11-18T18:12:09,232 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T18:12:09,234 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 802a5dc81b92038606361c68e6d2562a 2024-11-18T18:12:09,236 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43419/user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/data/hbase/replication/802a5dc81b92038606361c68e6d2562a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T18:12:09,236 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 802a5dc81b92038606361c68e6d2562a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69019807, jitterRate=0.028475269675254822}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T18:12:09,236 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 802a5dc81b92038606361c68e6d2562a 2024-11-18T18:12:09,237 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 802a5dc81b92038606361c68e6d2562a: Running coprocessor pre-open hook at 1731953529224Writing region info on filesystem at 1731953529224Initializing all the Stores at 1731953529225 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953529225Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953529225Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953529225Cleaning up temporary data from old regions at 1731953529232 (+7 ms)Running coprocessor post-open hooks at 1731953529236 (+4 ms)Region opened successfully at 1731953529237 (+1 ms) 2024-11-18T18:12:09,238 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731953528439.802a5dc81b92038606361c68e6d2562a., pid=7, masterSystemTime=1731953529197 2024-11-18T18:12:09,240 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731953528439.802a5dc81b92038606361c68e6d2562a. 2024-11-18T18:12:09,240 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731953528439.802a5dc81b92038606361c68e6d2562a. 2024-11-18T18:12:09,241 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=802a5dc81b92038606361c68e6d2562a, regionState=OPEN, openSeqNum=2, regionLocation=818bff808382,39667,1731953520588 2024-11-18T18:12:09,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 802a5dc81b92038606361c68e6d2562a, server=818bff808382,39667,1731953520588 because future has completed 2024-11-18T18:12:09,246 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-18T18:12:09,246 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 802a5dc81b92038606361c68e6d2562a, server=818bff808382,39667,1731953520588 in 199 msec 2024-11-18T18:12:09,249 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T18:12:09,249 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=802a5dc81b92038606361c68e6d2562a, ASSIGN in 357 msec 2024-11-18T18:12:09,250 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T18:12:09,250 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731953529250"}]},"ts":"1731953529250"} 2024-11-18T18:12:09,252 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-18T18:12:09,253 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T18:12:09,254 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 814 msec 2024-11-18T18:12:09,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731953528439.802a5dc81b92038606361c68e6d2562a., hostname=818bff808382,39667,1731953520588, seqNum=2] 2024-11-18T18:12:09,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38911-0x1000bd524920000, quorum=127.0.0.1:60030, baseZNode=/0-219629363 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-219629363 2024-11-18T18:12:09,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39667-0x1000bd524920001, quorum=127.0.0.1:60030, baseZNode=/0-219629363 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-219629363 2024-11-18T18:12:09,308 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T18:12:09,461 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39667 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-18T18:12:09,461 INFO [RS_REFRESH_PEER-regionserver/818bff808382:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-18T18:12:09,491 INFO [RS_REFRESH_PEER-regionserver/818bff808382:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-818bff808382,39667,1731953520588, ReplicationSource: 1, currentBandwidth=0 2024-11-18T18:12:09,491 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T18:12:09,491 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=818bff808382,39667,1731953520588, seqNum=-1] 2024-11-18T18:12:09,492 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T18:12:09,493 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42329, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-18T18:12:09,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-818bff808382,39667,1731953520588', locateType=CURRENT is [region=hbase:replication,,1731953528439.802a5dc81b92038606361c68e6d2562a., hostname=818bff808382,39667,1731953520588, seqNum=2] 2024-11-18T18:12:09,497 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-18T18:12:09,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38911 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-18T18:12:09,499 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 818bff808382,39667,1731953520588 suceeded 2024-11-18T18:12:09,501 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-18T18:12:09,501 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 191 msec 2024-11-18T18:12:09,501 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://818bff808382:44889,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T18:12:09,503 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0850 sec 2024-11-18T18:12:09,511 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,39667,1731953520588 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='818bff808382:44889' 2024-11-18T18:12:09,512 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,39667,1731953520588 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6d565c57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:12:09,512 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,39667,1731953520588 {}] client.ClusterIdFetcher(90): Going to request 818bff808382,44889,-1 for getting cluster id 2024-11-18T18:12:09,513 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,39667,1731953520588 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T18:12:09,513 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f41179a3-f4a7-46ea-86df-ee0cb541cd4a' 2024-11-18T18:12:09,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T18:12:09,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f41179a3-f4a7-46ea-86df-ee0cb541cd4a" 2024-11-18T18:12:09,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@24075056, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:12:09,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [818bff808382,44889,-1] 2024-11-18T18:12:09,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T18:12:09,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:12:09,515 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33444, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-18T18:12:09,516 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,39667,1731953520588 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@706219f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:12:09,516 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,39667,1731953520588 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T18:12:09,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 818bff808382,44889,1731953525203 2024-11-18T18:12:09,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@570e1e9b 2024-11-18T18:12:09,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T18:12:09,517 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33452, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-18T18:12:09,518 INFO [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,39667,1731953520588 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-818bff808382,39667,1731953520588 (queues=1) is replicating from cluster=4c2ff9fc-3798-4efc-8d41-ef5b6b86a0d7 to cluster=f41179a3-f4a7-46ea-86df-ee0cb541cd4a 2024-11-18T18:12:09,518 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,39667,1731953520588 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=818bff808382%2C39667%2C1731953520588 2024-11-18T18:12:09,518 INFO [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,39667,1731953520588 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-818bff808382,39667,1731953520588, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T18:12:09,519 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,39667,1731953520588.replicationSource.wal-reader.818bff808382%2C39667%2C1731953520588,1-818bff808382,39667,1731953520588 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43419/user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/WALs/818bff808382,39667,1731953520588/818bff808382%2C39667%2C1731953520588.1731953522578, startPosition=0, beingWritten=true 2024-11-18T18:12:09,519 INFO [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,39667,1731953520588.replicationSource.shipper818bff808382%2C39667%2C1731953520588,1-818bff808382,39667,1731953520588 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 818bff808382%2C39667%2C1731953520588 2024-11-18T18:12:09,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38911 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T18:12:09,552 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-18T18:12:09,552 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T18:12:09,552 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T18:12:09,553 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:12:09,553 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:12:09,553 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T18:12:09,553 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T18:12:09,553 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 818bff808382,38911,1731953520542 2024-11-18T18:12:09,554 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@152b0b81 2024-11-18T18:12:09,554 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T18:12:09,555 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39086, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T18:12:09,555 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38911 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-18T18:12:09,555 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T18:12:09,555 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T18:12:09,555 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:12:09,555 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:12:09,555 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T18:12:09,556 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T18:12:09,556 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=609558933, stopped=false 2024-11-18T18:12:09,556 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=818bff808382,38911,1731953520542 2024-11-18T18:12:09,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38911-0x1000bd524920000, quorum=127.0.0.1:60030, baseZNode=/0-219629363 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-219629363/running 2024-11-18T18:12:09,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39667-0x1000bd524920001, quorum=127.0.0.1:60030, baseZNode=/0-219629363 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-219629363/running 2024-11-18T18:12:09,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38911-0x1000bd524920000, quorum=127.0.0.1:60030, baseZNode=/0-219629363 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-219629363 2024-11-18T18:12:09,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39667-0x1000bd524920001, quorum=127.0.0.1:60030, baseZNode=/0-219629363 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-219629363 2024-11-18T18:12:09,557 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T18:12:09,557 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T18:12:09,557 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T18:12:09,558 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:12:09,558 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '818bff808382,39667,1731953520588' ***** 2024-11-18T18:12:09,558 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T18:12:09,558 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39667-0x1000bd524920001, quorum=127.0.0.1:60030, baseZNode=/0-219629363 Set watcher on znode that does not yet exist, /0-219629363/running 2024-11-18T18:12:09,558 INFO [RS:0;818bff808382:39667 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T18:12:09,558 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38911-0x1000bd524920000, quorum=127.0.0.1:60030, baseZNode=/0-219629363 Set watcher on znode that does not yet exist, /0-219629363/running 2024-11-18T18:12:09,558 INFO [RS:0;818bff808382:39667 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T18:12:09,558 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T18:12:09,558 INFO [RS:0;818bff808382:39667 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T18:12:09,558 INFO [RS:0;818bff808382:39667 {}] regionserver.HRegionServer(3091): Received CLOSE for 802a5dc81b92038606361c68e6d2562a 2024-11-18T18:12:09,559 INFO [RS:0;818bff808382:39667 {}] regionserver.HRegionServer(959): stopping server 818bff808382,39667,1731953520588 2024-11-18T18:12:09,559 INFO [RS:0;818bff808382:39667 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T18:12:09,559 INFO [RS:0;818bff808382:39667 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;818bff808382:39667. 2024-11-18T18:12:09,559 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 802a5dc81b92038606361c68e6d2562a, disabling compactions & flushes 2024-11-18T18:12:09,559 DEBUG [RS:0;818bff808382:39667 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T18:12:09,559 DEBUG [RS:0;818bff808382:39667 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:12:09,559 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731953528439.802a5dc81b92038606361c68e6d2562a. 2024-11-18T18:12:09,559 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731953528439.802a5dc81b92038606361c68e6d2562a. 2024-11-18T18:12:09,559 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731953528439.802a5dc81b92038606361c68e6d2562a. after waiting 0 ms 2024-11-18T18:12:09,559 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731953528439.802a5dc81b92038606361c68e6d2562a. 2024-11-18T18:12:09,559 INFO [RS:0;818bff808382:39667 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T18:12:09,559 INFO [RS:0;818bff808382:39667 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T18:12:09,559 INFO [RS:0;818bff808382:39667 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T18:12:09,559 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 802a5dc81b92038606361c68e6d2562a 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-18T18:12:09,559 INFO [RS:0;818bff808382:39667 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T18:12:09,559 INFO [RS:0;818bff808382:39667 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-18T18:12:09,559 DEBUG [RS:0;818bff808382:39667 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 802a5dc81b92038606361c68e6d2562a=hbase:replication,,1731953528439.802a5dc81b92038606361c68e6d2562a.} 2024-11-18T18:12:09,559 DEBUG [RS:0;818bff808382:39667 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 802a5dc81b92038606361c68e6d2562a 2024-11-18T18:12:09,559 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T18:12:09,560 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T18:12:09,560 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T18:12:09,560 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T18:12:09,560 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T18:12:09,560 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-18T18:12:09,575 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43419/user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/data/hbase/meta/1588230740/.tmp/info/9dc62aeea5a743b699c6bea2c4410b60 is 147, key is hbase:replication,,1731953528439.802a5dc81b92038606361c68e6d2562a./info:regioninfo/1731953529241/Put/seqid=0 2024-11-18T18:12:09,575 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43419/user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/data/hbase/replication/802a5dc81b92038606361c68e6d2562a/.tmp/queue/b580999da1624cbe936f39a4e828720f is 151, key is 1-818bff808382,39667,1731953520588/queue:818bff808382%2C39667%2C1731953520588/1731953529496/Put/seqid=0 2024-11-18T18:12:09,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39185 is added to blk_1073741838_1014 (size=6631) 2024-11-18T18:12:09,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39185 is added to blk_1073741839_1015 (size=5350) 2024-11-18T18:12:09,580 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43419/user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/data/hbase/meta/1588230740/.tmp/info/9dc62aeea5a743b699c6bea2c4410b60 2024-11-18T18:12:09,600 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43419/user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/data/hbase/meta/1588230740/.tmp/ns/e04f7e919990420191c7af880a4c97f4 is 43, key is default/ns:d/1731953523553/Put/seqid=0 2024-11-18T18:12:09,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39185 is added to blk_1073741840_1016 (size=5153) 2024-11-18T18:12:09,651 INFO [regionserver/818bff808382:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T18:12:09,724 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,39667,1731953520588.replicationSource.wal-reader.818bff808382%2C39667%2C1731953520588,1-818bff808382,39667,1731953520588 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43419/user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/WALs/818bff808382,39667,1731953520588/818bff808382%2C39667%2C1731953520588.1731953522578 to pos 0, reset compression=false 2024-11-18T18:12:09,760 DEBUG [RS:0;818bff808382:39667 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 802a5dc81b92038606361c68e6d2562a 2024-11-18T18:12:09,960 DEBUG [RS:0;818bff808382:39667 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 802a5dc81b92038606361c68e6d2562a 2024-11-18T18:12:09,980 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:43419/user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/data/hbase/replication/802a5dc81b92038606361c68e6d2562a/.tmp/queue/b580999da1624cbe936f39a4e828720f 2024-11-18T18:12:09,987 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43419/user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/data/hbase/replication/802a5dc81b92038606361c68e6d2562a/.tmp/queue/b580999da1624cbe936f39a4e828720f as hdfs://localhost:43419/user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/data/hbase/replication/802a5dc81b92038606361c68e6d2562a/queue/b580999da1624cbe936f39a4e828720f 2024-11-18T18:12:09,992 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43419/user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/data/hbase/replication/802a5dc81b92038606361c68e6d2562a/queue/b580999da1624cbe936f39a4e828720f, entries=1, sequenceid=5, filesize=5.2 K 2024-11-18T18:12:09,993 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 802a5dc81b92038606361c68e6d2562a in 433ms, sequenceid=5, compaction requested=false 2024-11-18T18:12:09,993 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-18T18:12:09,997 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43419/user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/data/hbase/replication/802a5dc81b92038606361c68e6d2562a/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T18:12:09,997 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T18:12:09,997 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T18:12:09,998 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731953528439.802a5dc81b92038606361c68e6d2562a. 2024-11-18T18:12:09,998 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 802a5dc81b92038606361c68e6d2562a: Waiting for close lock at 1731953529559Running coprocessor pre-close hooks at 1731953529559Disabling compacts and flushes for region at 1731953529559Disabling writes for close at 1731953529559Obtaining lock to block concurrent updates at 1731953529559Preparing flush snapshotting stores in 802a5dc81b92038606361c68e6d2562a at 1731953529559Finished memstore snapshotting hbase:replication,,1731953528439.802a5dc81b92038606361c68e6d2562a., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731953529559Flushing stores of hbase:replication,,1731953528439.802a5dc81b92038606361c68e6d2562a. at 1731953529561 (+2 ms)Flushing 802a5dc81b92038606361c68e6d2562a/queue: creating writer at 1731953529561Flushing 802a5dc81b92038606361c68e6d2562a/queue: appending metadata at 1731953529575 (+14 ms)Flushing 802a5dc81b92038606361c68e6d2562a/queue: closing flushed file at 1731953529575Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@785ca033: reopening flushed file at 1731953529986 (+411 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 802a5dc81b92038606361c68e6d2562a in 433ms, sequenceid=5, compaction requested=false at 1731953529993 (+7 ms)Writing region close event to WAL at 1731953529994 (+1 ms)Running coprocessor post-close hooks at 1731953529997 (+3 ms)Closed at 1731953529997 2024-11-18T18:12:09,998 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731953528439.802a5dc81b92038606361c68e6d2562a. 2024-11-18T18:12:10,004 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43419/user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/data/hbase/meta/1588230740/.tmp/ns/e04f7e919990420191c7af880a4c97f4 2024-11-18T18:12:10,022 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43419/user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/data/hbase/meta/1588230740/.tmp/table/e0986730d76a43ff838fbb5cbaf73694 is 53, key is hbase:replication/table:state/1731953529250/Put/seqid=0 2024-11-18T18:12:10,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39185 is added to blk_1073741841_1017 (size=5256) 2024-11-18T18:12:10,030 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,39667,1731953520588.replicationSource.wal-reader.818bff808382%2C39667%2C1731953520588,1-818bff808382,39667,1731953520588 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43419/user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/WALs/818bff808382,39667,1731953520588/818bff808382%2C39667%2C1731953520588.1731953522578 to pos 0, reset compression=false 2024-11-18T18:12:10,160 DEBUG [RS:0;818bff808382:39667 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T18:12:10,360 DEBUG [RS:0;818bff808382:39667 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T18:12:10,427 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43419/user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/data/hbase/meta/1588230740/.tmp/table/e0986730d76a43ff838fbb5cbaf73694 2024-11-18T18:12:10,433 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43419/user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/data/hbase/meta/1588230740/.tmp/info/9dc62aeea5a743b699c6bea2c4410b60 as hdfs://localhost:43419/user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/data/hbase/meta/1588230740/info/9dc62aeea5a743b699c6bea2c4410b60 2024-11-18T18:12:10,435 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,39667,1731953520588.replicationSource.wal-reader.818bff808382%2C39667%2C1731953520588,1-818bff808382,39667,1731953520588 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43419/user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/WALs/818bff808382,39667,1731953520588/818bff808382%2C39667%2C1731953520588.1731953522578 to pos 0, reset compression=false 2024-11-18T18:12:10,437 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43419/user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/data/hbase/meta/1588230740/info/9dc62aeea5a743b699c6bea2c4410b60, entries=10, sequenceid=11, filesize=6.5 K 2024-11-18T18:12:10,438 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43419/user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/data/hbase/meta/1588230740/.tmp/ns/e04f7e919990420191c7af880a4c97f4 as hdfs://localhost:43419/user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/data/hbase/meta/1588230740/ns/e04f7e919990420191c7af880a4c97f4 2024-11-18T18:12:10,443 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43419/user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/data/hbase/meta/1588230740/ns/e04f7e919990420191c7af880a4c97f4, entries=2, sequenceid=11, filesize=5.0 K 2024-11-18T18:12:10,443 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43419/user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/data/hbase/meta/1588230740/.tmp/table/e0986730d76a43ff838fbb5cbaf73694 as hdfs://localhost:43419/user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/data/hbase/meta/1588230740/table/e0986730d76a43ff838fbb5cbaf73694 2024-11-18T18:12:10,448 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43419/user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/data/hbase/meta/1588230740/table/e0986730d76a43ff838fbb5cbaf73694, entries=2, sequenceid=11, filesize=5.1 K 2024-11-18T18:12:10,449 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 888ms, sequenceid=11, compaction requested=false 2024-11-18T18:12:10,452 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43419/user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-18T18:12:10,453 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T18:12:10,453 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T18:12:10,453 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T18:12:10,453 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731953529559Running coprocessor pre-close hooks at 1731953529559Disabling compacts and flushes for region at 1731953529559Disabling writes for close at 1731953529560 (+1 ms)Obtaining lock to block concurrent updates at 1731953529560Preparing flush snapshotting stores in 1588230740 at 1731953529560Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731953529560Flushing stores of hbase:meta,,1.1588230740 at 1731953529560Flushing 1588230740/info: creating writer at 1731953529561 (+1 ms)Flushing 1588230740/info: appending metadata at 1731953529575 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731953529575Flushing 1588230740/ns: creating writer at 1731953529586 (+11 ms)Flushing 1588230740/ns: appending metadata at 1731953529599 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731953529600 (+1 ms)Flushing 1588230740/table: creating writer at 1731953530008 (+408 ms)Flushing 1588230740/table: appending metadata at 1731953530022 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731953530022Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f9d1d0c: reopening flushed file at 1731953530432 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ee2e4f7: reopening flushed file at 1731953530437 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ac8dde5: reopening flushed file at 1731953530443 (+6 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 888ms, sequenceid=11, compaction requested=false at 1731953530449 (+6 ms)Writing region close event to WAL at 1731953530450 (+1 ms)Running coprocessor post-close hooks at 1731953530453 (+3 ms)Closed at 1731953530453 2024-11-18T18:12:10,453 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T18:12:10,514 INFO [regionserver/818bff808382:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T18:12:10,514 INFO [regionserver/818bff808382:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T18:12:10,560 INFO [RS:0;818bff808382:39667 {}] regionserver.HRegionServer(976): stopping server 818bff808382,39667,1731953520588; all regions closed. 2024-11-18T18:12:10,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39185 is added to blk_1073741834_1010 (size=2742) 2024-11-18T18:12:10,563 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/WALs/818bff808382,39667,1731953520588/818bff808382%2C39667%2C1731953520588.meta.1731953523502.meta not finished, retry = 0 2024-11-18T18:12:10,665 DEBUG [RS:0;818bff808382:39667 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/oldWALs 2024-11-18T18:12:10,665 INFO [RS:0;818bff808382:39667 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 818bff808382%2C39667%2C1731953520588.meta:.meta(num 1731953523502) 2024-11-18T18:12:10,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39185 is added to blk_1073741837_1013 (size=1586) 2024-11-18T18:12:10,668 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/WALs/818bff808382,39667,1731953520588/818bff808382%2C39667%2C1731953520588.rep.1731953529203 not finished, retry = 0 2024-11-18T18:12:10,770 DEBUG [RS:0;818bff808382:39667 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/oldWALs 2024-11-18T18:12:10,770 INFO [RS:0;818bff808382:39667 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 818bff808382%2C39667%2C1731953520588.rep:(num 1731953529203) 2024-11-18T18:12:10,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39185 is added to blk_1073741832_1008 (size=93) 2024-11-18T18:12:10,774 DEBUG [RS:0;818bff808382:39667 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/oldWALs 2024-11-18T18:12:10,774 INFO [RS:0;818bff808382:39667 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 818bff808382%2C39667%2C1731953520588:(num 1731953522578) 2024-11-18T18:12:10,774 DEBUG [RS:0;818bff808382:39667 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:12:10,774 INFO [RS:0;818bff808382:39667 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T18:12:10,774 INFO [RS:0;818bff808382:39667 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T18:12:10,774 INFO [RS:0;818bff808382:39667 {}] hbase.ChoreService(370): Chore service for: regionserver/818bff808382:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-18T18:12:10,774 INFO [RS:0;818bff808382:39667 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T18:12:10,774 INFO [regionserver/818bff808382:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T18:12:10,775 INFO [RS:0;818bff808382:39667 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-818bff808382,39667,1731953520588 because: Region server is closing 2024-11-18T18:12:10,775 INFO [RS:0;818bff808382:39667 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;818bff808382:39667. 2024-11-18T18:12:10,775 DEBUG [RS:0;818bff808382:39667 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T18:12:10,775 DEBUG [RS:0;818bff808382:39667 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:12:10,775 DEBUG [RS:0;818bff808382:39667 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:12:10,775 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T18:12:10,875 WARN [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,39667,1731953520588.replicationSource.wal-reader.818bff808382%2C39667%2C1731953520588,1-818bff808382,39667,1731953520588 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-18T18:12:10,875 WARN [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,39667,1731953520588.replicationSource.shipper818bff808382%2C39667%2C1731953520588,1-818bff808382,39667,1731953520588 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-18T18:12:10,876 INFO [RS:0;818bff808382:39667 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,39667,1731953520588.replicationSource.shipper818bff808382%2C39667%2C1731953520588,1-818bff808382,39667,1731953520588 terminated 2024-11-18T18:12:10,876 INFO [RS:0;818bff808382:39667 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39667 2024-11-18T18:12:10,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39667-0x1000bd524920001, quorum=127.0.0.1:60030, baseZNode=/0-219629363 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-219629363/rs/818bff808382,39667,1731953520588 2024-11-18T18:12:10,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38911-0x1000bd524920000, quorum=127.0.0.1:60030, baseZNode=/0-219629363 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-219629363/rs 2024-11-18T18:12:10,878 INFO [RS:0;818bff808382:39667 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T18:12:10,879 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [818bff808382,39667,1731953520588] 2024-11-18T18:12:10,880 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-219629363/draining/818bff808382,39667,1731953520588 already deleted, retry=false 2024-11-18T18:12:10,880 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 818bff808382,39667,1731953520588 expired; onlineServers=0 2024-11-18T18:12:10,880 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '818bff808382,38911,1731953520542' ***** 2024-11-18T18:12:10,880 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T18:12:10,880 INFO [M:0;818bff808382:38911 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T18:12:10,880 INFO [M:0;818bff808382:38911 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T18:12:10,880 DEBUG [M:0;818bff808382:38911 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T18:12:10,880 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T18:12:10,880 DEBUG [M:0;818bff808382:38911 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T18:12:10,881 DEBUG [master/818bff808382:0:becomeActiveMaster-HFileCleaner.small.0-1731953522356 {}] cleaner.HFileCleaner(306): Exit Thread[master/818bff808382:0:becomeActiveMaster-HFileCleaner.small.0-1731953522356,5,FailOnTimeoutGroup] 2024-11-18T18:12:10,881 DEBUG [master/818bff808382:0:becomeActiveMaster-HFileCleaner.large.0-1731953522356 {}] cleaner.HFileCleaner(306): Exit Thread[master/818bff808382:0:becomeActiveMaster-HFileCleaner.large.0-1731953522356,5,FailOnTimeoutGroup] 2024-11-18T18:12:10,881 INFO [M:0;818bff808382:38911 {}] hbase.ChoreService(370): Chore service for: master/818bff808382:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T18:12:10,881 INFO [M:0;818bff808382:38911 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T18:12:10,881 DEBUG [M:0;818bff808382:38911 {}] master.HMaster(1795): Stopping service threads 2024-11-18T18:12:10,881 INFO [M:0;818bff808382:38911 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T18:12:10,881 INFO [M:0;818bff808382:38911 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T18:12:10,881 INFO [M:0;818bff808382:38911 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T18:12:10,881 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T18:12:10,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38911-0x1000bd524920000, quorum=127.0.0.1:60030, baseZNode=/0-219629363 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-219629363/master 2024-11-18T18:12:10,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38911-0x1000bd524920000, quorum=127.0.0.1:60030, baseZNode=/0-219629363 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-219629363 2024-11-18T18:12:10,882 DEBUG [M:0;818bff808382:38911 {}] zookeeper.ZKUtil(347): master:38911-0x1000bd524920000, quorum=127.0.0.1:60030, baseZNode=/0-219629363 Unable to get data of znode /0-219629363/master because node does not exist (not an error) 2024-11-18T18:12:10,882 WARN [M:0;818bff808382:38911 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T18:12:10,883 INFO [M:0;818bff808382:38911 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43419/user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/.lastflushedseqids 2024-11-18T18:12:10,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39185 is added to blk_1073741842_1018 (size=190) 2024-11-18T18:12:10,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39667-0x1000bd524920001, quorum=127.0.0.1:60030, baseZNode=/0-219629363 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T18:12:10,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39667-0x1000bd524920001, quorum=127.0.0.1:60030, baseZNode=/0-219629363 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T18:12:10,979 INFO [RS:0;818bff808382:39667 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T18:12:10,979 INFO [RS:0;818bff808382:39667 {}] regionserver.HRegionServer(1031): Exiting; stopping=818bff808382,39667,1731953520588; zookeeper connection closed. 2024-11-18T18:12:10,979 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@23bc895d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@23bc895d 2024-11-18T18:12:10,980 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T18:12:11,288 INFO [M:0;818bff808382:38911 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T18:12:11,288 INFO [M:0;818bff808382:38911 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T18:12:11,288 DEBUG [M:0;818bff808382:38911 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T18:12:11,288 INFO [M:0;818bff808382:38911 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:12:11,289 DEBUG [M:0;818bff808382:38911 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:12:11,289 DEBUG [M:0;818bff808382:38911 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T18:12:11,289 DEBUG [M:0;818bff808382:38911 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:12:11,289 INFO [M:0;818bff808382:38911 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-18T18:12:11,305 DEBUG [M:0;818bff808382:38911 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43419/user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8d3bdf205f9b4821950a84f68fa5822e is 82, key is hbase:meta,,1/info:regioninfo/1731953523541/Put/seqid=0 2024-11-18T18:12:11,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39185 is added to blk_1073741843_1019 (size=5672) 2024-11-18T18:12:11,709 INFO [M:0;818bff808382:38911 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:43419/user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8d3bdf205f9b4821950a84f68fa5822e 2024-11-18T18:12:11,730 DEBUG [M:0;818bff808382:38911 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43419/user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c297b7c2257f4ec282905a3882f87210 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731953529253/Put/seqid=0 2024-11-18T18:12:11,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39185 is added to blk_1073741844_1020 (size=7203) 2024-11-18T18:12:12,134 INFO [M:0;818bff808382:38911 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:43419/user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c297b7c2257f4ec282905a3882f87210 2024-11-18T18:12:12,154 DEBUG [M:0;818bff808382:38911 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43419/user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e9029c933dbc421589afccad75ee4d7e is 69, key is 818bff808382,39667,1731953520588/rs:state/1731953522430/Put/seqid=0 2024-11-18T18:12:12,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39185 is added to blk_1073741845_1021 (size=5156) 2024-11-18T18:12:12,558 INFO [M:0;818bff808382:38911 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:43419/user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e9029c933dbc421589afccad75ee4d7e 2024-11-18T18:12:12,564 DEBUG [M:0;818bff808382:38911 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43419/user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8d3bdf205f9b4821950a84f68fa5822e as hdfs://localhost:43419/user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8d3bdf205f9b4821950a84f68fa5822e 2024-11-18T18:12:12,568 INFO [M:0;818bff808382:38911 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43419/user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8d3bdf205f9b4821950a84f68fa5822e, entries=8, sequenceid=70, filesize=5.5 K 2024-11-18T18:12:12,569 DEBUG [M:0;818bff808382:38911 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43419/user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c297b7c2257f4ec282905a3882f87210 as hdfs://localhost:43419/user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c297b7c2257f4ec282905a3882f87210 2024-11-18T18:12:12,573 INFO [M:0;818bff808382:38911 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43419/user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c297b7c2257f4ec282905a3882f87210, entries=8, sequenceid=70, filesize=7.0 K 2024-11-18T18:12:12,574 DEBUG [M:0;818bff808382:38911 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43419/user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e9029c933dbc421589afccad75ee4d7e as hdfs://localhost:43419/user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e9029c933dbc421589afccad75ee4d7e 2024-11-18T18:12:12,578 INFO [M:0;818bff808382:38911 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43419/user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e9029c933dbc421589afccad75ee4d7e, entries=1, sequenceid=70, filesize=5.0 K 2024-11-18T18:12:12,579 INFO [M:0;818bff808382:38911 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1290ms, sequenceid=70, compaction requested=false 2024-11-18T18:12:12,580 INFO [M:0;818bff808382:38911 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:12:12,580 DEBUG [M:0;818bff808382:38911 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731953531288Disabling compacts and flushes for region at 1731953531288Disabling writes for close at 1731953531289 (+1 ms)Obtaining lock to block concurrent updates at 1731953531289Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731953531289Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731953531289Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731953531290 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731953531290Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731953531304 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731953531304Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731953531714 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731953531729 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731953531729Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731953532139 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731953532153 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731953532153Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@260ebdd5: reopening flushed file at 1731953532564 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b74454b: reopening flushed file at 1731953532569 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@613a025a: reopening flushed file at 1731953532573 (+4 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1290ms, sequenceid=70, compaction requested=false at 1731953532579 (+6 ms)Writing region close event to WAL at 1731953532580 (+1 ms)Closed at 1731953532580 2024-11-18T18:12:12,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39185 is added to blk_1073741830_1006 (size=41008) 2024-11-18T18:12:12,583 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T18:12:12,583 INFO [M:0;818bff808382:38911 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T18:12:12,584 INFO [M:0;818bff808382:38911 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38911 2024-11-18T18:12:12,584 INFO [M:0;818bff808382:38911 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T18:12:12,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38911-0x1000bd524920000, quorum=127.0.0.1:60030, baseZNode=/0-219629363 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T18:12:12,686 INFO [M:0;818bff808382:38911 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T18:12:12,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38911-0x1000bd524920000, quorum=127.0.0.1:60030, baseZNode=/0-219629363 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T18:12:12,688 INFO [Time-limited test {}] client.ConnectionUtils(128): master/818bff808382:0 server-side Connection retries=45 2024-11-18T18:12:12,688 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T18:12:12,688 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T18:12:12,688 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T18:12:12,688 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T18:12:12,688 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T18:12:12,688 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T18:12:12,688 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T18:12:12,689 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41895 2024-11-18T18:12:12,689 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41895 connecting to ZooKeeper ensemble=127.0.0.1:60030 2024-11-18T18:12:12,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:418950x0, quorum=127.0.0.1:60030, baseZNode=/0-219629363 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T18:12:12,692 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41895-0x1000bd524920006 connected 2024-11-18T18:12:12,695 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:12:12,696 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:12:12,698 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41895-0x1000bd524920006, quorum=127.0.0.1:60030, baseZNode=/0-219629363 Set watcher on znode that does not yet exist, /0-219629363/running 2024-11-18T18:12:12,698 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-219629363/meta-region-server: INIT 2024-11-18T18:12:12,698 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43419/user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2, hbase.cluster.distributed=false 2024-11-18T18:12:12,700 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41895-0x1000bd524920006, quorum=127.0.0.1:60030, baseZNode=/0-219629363 Set watcher on znode that does not yet exist, /0-219629363/acl 2024-11-18T18:12:12,700 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41895 2024-11-18T18:12:12,700 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41895 2024-11-18T18:12:12,700 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41895 2024-11-18T18:12:12,701 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41895 2024-11-18T18:12:12,701 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41895 2024-11-18T18:12:12,715 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/818bff808382:0 server-side Connection retries=45 2024-11-18T18:12:12,715 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T18:12:12,715 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T18:12:12,715 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T18:12:12,716 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T18:12:12,716 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T18:12:12,716 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T18:12:12,716 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T18:12:12,716 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36255 2024-11-18T18:12:12,717 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36255 connecting to ZooKeeper ensemble=127.0.0.1:60030 2024-11-18T18:12:12,718 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:12:12,719 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:12:12,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:362550x0, quorum=127.0.0.1:60030, baseZNode=/0-219629363 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T18:12:12,723 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:362550x0, quorum=127.0.0.1:60030, baseZNode=/0-219629363 Set watcher on znode that does not yet exist, /0-219629363/running 2024-11-18T18:12:12,723 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-219629363/meta-region-server: INIT 2024-11-18T18:12:12,723 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36255-0x1000bd524920007 connected 2024-11-18T18:12:12,724 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T18:12:12,728 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T18:12:12,728 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36255-0x1000bd524920007, quorum=127.0.0.1:60030, baseZNode=/0-219629363 Set watcher on znode that does not yet exist, /0-219629363/master 2024-11-18T18:12:12,730 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36255-0x1000bd524920007, quorum=127.0.0.1:60030, baseZNode=/0-219629363 Set watcher on znode that does not yet exist, /0-219629363/acl 2024-11-18T18:12:12,736 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36255 2024-11-18T18:12:12,736 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36255 2024-11-18T18:12:12,741 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36255 2024-11-18T18:12:12,742 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36255 2024-11-18T18:12:12,744 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36255 2024-11-18T18:12:12,759 DEBUG [M:0;818bff808382:41895 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;818bff808382:41895 2024-11-18T18:12:12,760 INFO [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-219629363/backup-masters/818bff808382,41895,1731953532687 2024-11-18T18:12:12,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41895-0x1000bd524920006, quorum=127.0.0.1:60030, baseZNode=/0-219629363 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-219629363/backup-masters 2024-11-18T18:12:12,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36255-0x1000bd524920007, quorum=127.0.0.1:60030, baseZNode=/0-219629363 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-219629363/backup-masters 2024-11-18T18:12:12,762 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41895-0x1000bd524920006, quorum=127.0.0.1:60030, baseZNode=/0-219629363 Set watcher on existing znode=/0-219629363/backup-masters/818bff808382,41895,1731953532687 2024-11-18T18:12:12,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36255-0x1000bd524920007, quorum=127.0.0.1:60030, baseZNode=/0-219629363 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-219629363/master 2024-11-18T18:12:12,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41895-0x1000bd524920006, quorum=127.0.0.1:60030, baseZNode=/0-219629363 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-219629363 2024-11-18T18:12:12,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36255-0x1000bd524920007, quorum=127.0.0.1:60030, baseZNode=/0-219629363 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-219629363 2024-11-18T18:12:12,764 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41895-0x1000bd524920006, quorum=127.0.0.1:60030, baseZNode=/0-219629363 Set watcher on existing znode=/0-219629363/master 2024-11-18T18:12:12,764 INFO [master/818bff808382:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-219629363/backup-masters/818bff808382,41895,1731953532687 from backup master directory 2024-11-18T18:12:12,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41895-0x1000bd524920006, quorum=127.0.0.1:60030, baseZNode=/0-219629363 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-219629363/backup-masters/818bff808382,41895,1731953532687 2024-11-18T18:12:12,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41895-0x1000bd524920006, quorum=127.0.0.1:60030, baseZNode=/0-219629363 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-219629363/backup-masters 2024-11-18T18:12:12,766 WARN [master/818bff808382:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T18:12:12,766 INFO [master/818bff808382:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=818bff808382,41895,1731953532687 2024-11-18T18:12:12,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36255-0x1000bd524920007, quorum=127.0.0.1:60030, baseZNode=/0-219629363 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-219629363/backup-masters 2024-11-18T18:12:12,778 INFO [master/818bff808382:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:12:12,778 INFO [master/818bff808382:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T18:12:12,786 INFO [master/818bff808382:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 8ms. 2024-11-18T18:12:12,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39185 is added to blk_1073741846_1022 (size=196) 2024-11-18T18:12:12,809 INFO [master/818bff808382:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T18:12:12,810 INFO [master/818bff808382:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T18:12:12,810 INFO [master/818bff808382:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T18:12:12,815 DEBUG [master/818bff808382:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-18T18:12:12,817 INFO [master/818bff808382:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:43419/user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/MasterData/WALs/818bff808382,38911,1731953520542 to hdfs://localhost:43419/user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/MasterData/WALs/818bff808382,38911,1731953520542-dead as it is dead 2024-11-18T18:12:12,818 INFO [master/818bff808382:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43419/user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/MasterData/WALs/818bff808382,38911,1731953520542-dead/818bff808382%2C38911%2C1731953520542.1731953522274 2024-11-18T18:12:12,818 INFO [master/818bff808382:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43419/user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/MasterData/WALs/818bff808382,38911,1731953520542-dead/818bff808382%2C38911%2C1731953520542.1731953522274 after 0ms 2024-11-18T18:12:12,819 INFO [master/818bff808382:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:43419/user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/MasterData/WALs/818bff808382,38911,1731953520542-dead/818bff808382%2C38911%2C1731953520542.1731953522274 to hdfs://localhost:43419/user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/818bff808382%2C38911%2C1731953520542.1731953522274 2024-11-18T18:12:12,819 INFO [master/818bff808382:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:43419/user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/MasterData/WALs/818bff808382,38911,1731953520542-dead 2024-11-18T18:12:12,819 DEBUG [master/818bff808382:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43419/user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/MasterData/WALs/818bff808382,41895,1731953532687 2024-11-18T18:12:12,820 INFO [master/818bff808382:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T18:12:12,823 INFO [master/818bff808382:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=818bff808382%2C41895%2C1731953532687, suffix=, logDir=hdfs://localhost:43419/user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/MasterData/WALs/818bff808382,41895,1731953532687, archiveDir=hdfs://localhost:43419/user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/MasterData/oldWALs, maxLogs=10 2024-11-18T18:12:12,838 DEBUG [master/818bff808382:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/MasterData/WALs/818bff808382,41895,1731953532687/818bff808382%2C41895%2C1731953532687.1731953532824, exclude list is [], retry=0 2024-11-18T18:12:12,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39185,DS-45bf997b-1610-42fb-8615-d27359b5c0f0,DISK] 2024-11-18T18:12:12,845 INFO [master/818bff808382:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/MasterData/WALs/818bff808382,41895,1731953532687/818bff808382%2C41895%2C1731953532687.1731953532824 2024-11-18T18:12:12,846 DEBUG [master/818bff808382:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41197:41197)] 2024-11-18T18:12:12,846 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T18:12:12,846 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:12:12,846 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:12:12,846 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:12:12,848 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:12:12,848 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T18:12:12,849 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:12:12,855 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43419/user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8d3bdf205f9b4821950a84f68fa5822e 2024-11-18T18:12:12,855 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:12:12,855 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:12:12,855 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T18:12:12,856 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:12:12,860 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43419/user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c297b7c2257f4ec282905a3882f87210 2024-11-18T18:12:12,860 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:12:12,860 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:12:12,861 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T18:12:12,861 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:12:12,867 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43419/user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e9029c933dbc421589afccad75ee4d7e 2024-11-18T18:12:12,867 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:12:12,868 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:12:12,869 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T18:12:12,869 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:12:12,869 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:12:12,869 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:12:12,870 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:43419/user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-18T18:12:12,870 INFO [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:43419/user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/818bff808382%2C38911%2C1731953520542.1731953522274 2024-11-18T18:12:12,874 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:43419/user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/818bff808382%2C38911%2C1731953520542.1731953522274 2024-11-18T18:12:12,879 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:43419/user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/818bff808382%2C38911%2C1731953520542.1731953522274 2024-11-18T18:12:12,881 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:12:12,881 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:12:12,882 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T18:12:12,883 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:12:12,885 DEBUG [master/818bff808382:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43419/user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-18T18:12:12,886 INFO [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65180462, jitterRate=-0.028735429048538208}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T18:12:12,886 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731953532846Initializing all the Stores at 1731953532847 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953532847Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953532847Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953532847Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953532847Cleaning up temporary data from old regions at 1731953532881 (+34 ms)Region opened successfully at 1731953532886 (+5 ms) 2024-11-18T18:12:12,886 INFO [master/818bff808382:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T18:12:12,888 DEBUG [master/818bff808382:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b9f3644, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=818bff808382/172.17.0.2:0 2024-11-18T18:12:12,891 INFO [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-18T18:12:12,891 INFO [master/818bff808382:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T18:12:12,891 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T18:12:12,891 INFO [master/818bff808382:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T18:12:12,891 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T18:12:12,894 DEBUG [master/818bff808382:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T18:12:12,894 DEBUG [master/818bff808382:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T18:12:12,895 DEBUG [master/818bff808382:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-18T18:12:12,895 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-18T18:12:12,895 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T18:12:12,898 DEBUG [master/818bff808382:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=818bff808382,39667,1731953520588, regionLocation=818bff808382,39667,1731953520588, openSeqNum=2 2024-11-18T18:12:12,898 DEBUG [master/818bff808382:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=818bff808382,39667,1731953520588, table=hbase:meta, region=1588230740 2024-11-18T18:12:12,898 INFO [master/818bff808382:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 818bff808382,39667,1731953520588, state=OPEN 2024-11-18T18:12:12,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41895-0x1000bd524920006, quorum=127.0.0.1:60030, baseZNode=/0-219629363 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-219629363/meta-region-server 2024-11-18T18:12:12,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36255-0x1000bd524920007, quorum=127.0.0.1:60030, baseZNode=/0-219629363 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-219629363/meta-region-server 2024-11-18T18:12:12,900 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-219629363/meta-region-server: CHANGED 2024-11-18T18:12:12,900 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-219629363/meta-region-server: CHANGED 2024-11-18T18:12:12,902 INFO [master/818bff808382:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-18T18:12:12,904 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-219629363/draining/818bff808382,39667,1731953520588 already deleted, retry=false 2024-11-18T18:12:12,904 INFO [master/818bff808382:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 818bff808382,39667,1731953520588 on 818bff808382,41895,1731953532687 2024-11-18T18:12:12,905 DEBUG [master/818bff808382:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 818bff808382,39667,1731953520588, splitWal=true, meta=true 2024-11-18T18:12:12,905 INFO [master/818bff808382:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=9 for 818bff808382,39667,1731953520588 (carryingMeta=true) 818bff808382,39667,1731953520588/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@27ccb7a7[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-18T18:12:12,907 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41895-0x1000bd524920006, quorum=127.0.0.1:60030, baseZNode=/0-219629363 Unable to get data of znode /0-219629363/balancer because node does not exist (not necessarily an error) 2024-11-18T18:12:12,908 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-219629363/balancer already deleted, retry=false 2024-11-18T18:12:12,908 INFO [master/818bff808382:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T18:12:12,909 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41895-0x1000bd524920006, quorum=127.0.0.1:60030, baseZNode=/0-219629363 Unable to get data of znode /0-219629363/normalizer because node does not exist (not necessarily an error) 2024-11-18T18:12:12,910 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-219629363/normalizer already deleted, retry=false 2024-11-18T18:12:12,910 INFO [master/818bff808382:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T18:12:12,911 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41895-0x1000bd524920006, quorum=127.0.0.1:60030, baseZNode=/0-219629363 Unable to get data of znode /0-219629363/switch/split because node does not exist (not necessarily an error) 2024-11-18T18:12:12,912 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-219629363/switch/split already deleted, retry=false 2024-11-18T18:12:12,912 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41895-0x1000bd524920006, quorum=127.0.0.1:60030, baseZNode=/0-219629363 Unable to get data of znode /0-219629363/switch/merge because node does not exist (not necessarily an error) 2024-11-18T18:12:12,913 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-219629363/switch/merge already deleted, retry=false 2024-11-18T18:12:12,917 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41895-0x1000bd524920006, quorum=127.0.0.1:60030, baseZNode=/0-219629363 Unable to get data of znode /0-219629363/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T18:12:12,918 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-219629363/snapshot-cleanup already deleted, retry=false 2024-11-18T18:12:12,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36255-0x1000bd524920007, quorum=127.0.0.1:60030, baseZNode=/0-219629363 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-219629363/running 2024-11-18T18:12:12,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41895-0x1000bd524920006, quorum=127.0.0.1:60030, baseZNode=/0-219629363 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-219629363/running 2024-11-18T18:12:12,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36255-0x1000bd524920007, quorum=127.0.0.1:60030, baseZNode=/0-219629363 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-219629363 2024-11-18T18:12:12,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41895-0x1000bd524920006, quorum=127.0.0.1:60030, baseZNode=/0-219629363 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-219629363 2024-11-18T18:12:12,920 INFO [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=818bff808382,41895,1731953532687, sessionid=0x1000bd524920006, setting cluster-up flag (Was=false) 2024-11-18T18:12:12,922 DEBUG [master/818bff808382:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-219629363/flush-table-proc/acquired, /0-219629363/flush-table-proc/reached, /0-219629363/flush-table-proc/abort 2024-11-18T18:12:12,923 DEBUG [master/818bff808382:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=818bff808382,41895,1731953532687 2024-11-18T18:12:12,926 DEBUG [master/818bff808382:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-219629363/online-snapshot/acquired, /0-219629363/online-snapshot/reached, /0-219629363/online-snapshot/abort 2024-11-18T18:12:12,926 DEBUG [master/818bff808382:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=818bff808382,41895,1731953532687 2024-11-18T18:12:12,927 INFO [master/818bff808382:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:43419/user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/.lastflushedseqids 2024-11-18T18:12:12,930 INFO [master/818bff808382:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T18:12:12,930 INFO [master/818bff808382:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T18:12:12,930 DEBUG [master/818bff808382:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 818bff808382,41895,1731953532687 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 818bff808382,39667,1731953520588 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T18:12:12,931 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/818bff808382:0, corePoolSize=5, maxPoolSize=5 2024-11-18T18:12:12,931 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/818bff808382:0, corePoolSize=5, maxPoolSize=5 2024-11-18T18:12:12,931 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/818bff808382:0, corePoolSize=5, maxPoolSize=5 2024-11-18T18:12:12,931 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/818bff808382:0, corePoolSize=5, maxPoolSize=5 2024-11-18T18:12:12,931 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/818bff808382:0, corePoolSize=10, maxPoolSize=10 2024-11-18T18:12:12,931 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:12:12,931 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/818bff808382:0, corePoolSize=2, maxPoolSize=2 2024-11-18T18:12:12,931 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:12:12,933 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 818bff808382,39667,1731953520588, splitWal=true, meta=true 2024-11-18T18:12:12,933 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 818bff808382,39667,1731953520588, splitWal=true, meta=true, isMeta: true 2024-11-18T18:12:12,935 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:43419/user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/WALs/818bff808382,39667,1731953520588-splitting 2024-11-18T18:12:12,936 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:43419/user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/WALs/818bff808382,39667,1731953520588-splitting dir is empty, no logs to split. 2024-11-18T18:12:12,936 INFO [PEWorker-1 {}] master.SplitWALManager(105): 818bff808382,39667,1731953520588 WAL count=0, meta=true 2024-11-18T18:12:12,938 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:43419/user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/WALs/818bff808382,39667,1731953520588-splitting dir is empty, no logs to split. 2024-11-18T18:12:12,938 INFO [PEWorker-1 {}] master.SplitWALManager(105): 818bff808382,39667,1731953520588 WAL count=0, meta=true 2024-11-18T18:12:12,938 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 818bff808382,39667,1731953520588 WAL splitting is done? wals=0, meta=true 2024-11-18T18:12:12,939 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T18:12:12,939 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731953562939 2024-11-18T18:12:12,939 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T18:12:12,939 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T18:12:12,939 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T18:12:12,939 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T18:12:12,939 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T18:12:12,939 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T18:12:12,940 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T18:12:12,941 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-18T18:12:12,944 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T18:12:12,945 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T18:12:12,945 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T18:12:12,945 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T18:12:12,945 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T18:12:12,946 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T18:12:12,946 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T18:12:12,946 DEBUG [master/818bff808382:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/818bff808382:0:becomeActiveMaster-HFileCleaner.large.0-1731953532946,5,FailOnTimeoutGroup] 2024-11-18T18:12:12,947 DEBUG [master/818bff808382:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/818bff808382:0:becomeActiveMaster-HFileCleaner.small.0-1731953532946,5,FailOnTimeoutGroup] 2024-11-18T18:12:12,947 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T18:12:12,947 INFO [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T18:12:12,947 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T18:12:12,947 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T18:12:12,947 INFO [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731953532947, completionTime=-1 2024-11-18T18:12:12,947 WARN [master/818bff808382:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-18T18:12:12,947 INFO [master/818bff808382:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-18T18:12:12,947 INFO [RS:0;818bff808382:36255 {}] regionserver.HRegionServer(746): ClusterId : 4c2ff9fc-3798-4efc-8d41-ef5b6b86a0d7 2024-11-18T18:12:12,947 DEBUG [RS:0;818bff808382:36255 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T18:12:12,949 DEBUG [RS:0;818bff808382:36255 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T18:12:12,949 DEBUG [RS:0;818bff808382:36255 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T18:12:12,951 DEBUG [RS:0;818bff808382:36255 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T18:12:12,952 DEBUG [RS:0;818bff808382:36255 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35d36803, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=818bff808382/172.17.0.2:0 2024-11-18T18:12:12,963 DEBUG [RS:0;818bff808382:36255 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;818bff808382:36255 2024-11-18T18:12:12,963 INFO [RS:0;818bff808382:36255 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T18:12:12,963 INFO [RS:0;818bff808382:36255 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T18:12:12,963 DEBUG [RS:0;818bff808382:36255 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T18:12:12,964 INFO [RS:0;818bff808382:36255 {}] regionserver.HRegionServer(2659): reportForDuty to master=818bff808382,41895,1731953532687 with port=36255, startcode=1731953532715 2024-11-18T18:12:12,964 DEBUG [RS:0;818bff808382:36255 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T18:12:12,965 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50635, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T18:12:12,966 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41895 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 818bff808382,36255,1731953532715 2024-11-18T18:12:12,966 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41895 {}] master.ServerManager(517): Registering regionserver=818bff808382,36255,1731953532715 2024-11-18T18:12:12,967 DEBUG [RS:0;818bff808382:36255 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43419/user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2 2024-11-18T18:12:12,967 DEBUG [RS:0;818bff808382:36255 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43419 2024-11-18T18:12:12,967 DEBUG [RS:0;818bff808382:36255 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T18:12:12,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41895-0x1000bd524920006, quorum=127.0.0.1:60030, baseZNode=/0-219629363 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-219629363/rs 2024-11-18T18:12:12,973 DEBUG [RS:0;818bff808382:36255 {}] zookeeper.ZKUtil(111): regionserver:36255-0x1000bd524920007, quorum=127.0.0.1:60030, baseZNode=/0-219629363 Set watcher on existing znode=/0-219629363/rs/818bff808382,36255,1731953532715 2024-11-18T18:12:12,973 WARN [RS:0;818bff808382:36255 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T18:12:12,973 INFO [RS:0;818bff808382:36255 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T18:12:12,973 DEBUG [RS:0;818bff808382:36255 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43419/user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/WALs/818bff808382,36255,1731953532715 2024-11-18T18:12:12,973 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [818bff808382,36255,1731953532715] 2024-11-18T18:12:12,997 INFO [RS:0;818bff808382:36255 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T18:12:12,997 INFO [master/818bff808382:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=50ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-18T18:12:12,998 INFO [RS:0;818bff808382:36255 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T18:12:12,999 INFO [RS:0;818bff808382:36255 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T18:12:12,999 INFO [RS:0;818bff808382:36255 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T18:12:12,999 INFO [RS:0;818bff808382:36255 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T18:12:13,000 INFO [RS:0;818bff808382:36255 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T18:12:13,000 INFO [RS:0;818bff808382:36255 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T18:12:13,000 DEBUG [RS:0;818bff808382:36255 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:12:13,000 DEBUG [RS:0;818bff808382:36255 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:12:13,000 DEBUG [RS:0;818bff808382:36255 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:12:13,000 DEBUG [RS:0;818bff808382:36255 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:12:13,000 DEBUG [RS:0;818bff808382:36255 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:12:13,000 DEBUG [RS:0;818bff808382:36255 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/818bff808382:0, corePoolSize=2, maxPoolSize=2 2024-11-18T18:12:13,000 DEBUG [RS:0;818bff808382:36255 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:12:13,000 DEBUG [RS:0;818bff808382:36255 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:12:13,000 DEBUG [RS:0;818bff808382:36255 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:12:13,000 DEBUG [RS:0;818bff808382:36255 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:12:13,000 DEBUG [RS:0;818bff808382:36255 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:12:13,000 DEBUG [RS:0;818bff808382:36255 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:12:13,000 DEBUG [RS:0;818bff808382:36255 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0, corePoolSize=3, maxPoolSize=3 2024-11-18T18:12:13,000 DEBUG [RS:0;818bff808382:36255 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/818bff808382:0, corePoolSize=3, maxPoolSize=3 2024-11-18T18:12:13,001 INFO [RS:0;818bff808382:36255 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T18:12:13,001 INFO [RS:0;818bff808382:36255 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T18:12:13,001 INFO [RS:0;818bff808382:36255 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T18:12:13,001 INFO [RS:0;818bff808382:36255 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T18:12:13,001 INFO [RS:0;818bff808382:36255 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T18:12:13,001 INFO [RS:0;818bff808382:36255 {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,36255,1731953532715-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T18:12:13,014 INFO [RS:0;818bff808382:36255 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T18:12:13,014 INFO [RS:0;818bff808382:36255 {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,36255,1731953532715-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T18:12:13,028 INFO [RS:0;818bff808382:36255 {}] regionserver.ReplicationSource(231): queueId=1-818bff808382,36255,1731953532715, ReplicationSource: 1, currentBandwidth=0 2024-11-18T18:12:13,028 INFO [RS:0;818bff808382:36255 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:12:13,028 INFO [RS:0;818bff808382:36255 {}] regionserver.Replication(171): 818bff808382,36255,1731953532715 started 2024-11-18T18:12:13,041 DEBUG [RS:0;818bff808382:36255.replicationSource,1-818bff808382,36255,1731953532715 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='818bff808382:44889' 2024-11-18T18:12:13,042 DEBUG [RS:0;818bff808382:36255.replicationSource,1-818bff808382,36255,1731953532715 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@629c2f4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:12:13,042 DEBUG [RS:0;818bff808382:36255.replicationSource,1-818bff808382,36255,1731953532715 {}] client.ClusterIdFetcher(90): Going to request 818bff808382,44889,-1 for getting cluster id 2024-11-18T18:12:13,042 DEBUG [RS:0;818bff808382:36255.replicationSource,1-818bff808382,36255,1731953532715 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T18:12:13,042 INFO [RS:0;818bff808382:36255 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:12:13,043 INFO [RS:0;818bff808382:36255 {}] regionserver.HRegionServer(1482): Serving as 818bff808382,36255,1731953532715, RpcServer on 818bff808382/172.17.0.2:36255, sessionid=0x1000bd524920007 2024-11-18T18:12:13,043 DEBUG [RS:0;818bff808382:36255 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T18:12:13,043 DEBUG [RS:0;818bff808382:36255 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 818bff808382,36255,1731953532715 2024-11-18T18:12:13,043 DEBUG [RS:0;818bff808382:36255 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '818bff808382,36255,1731953532715' 2024-11-18T18:12:13,043 DEBUG [RS:0;818bff808382:36255 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-219629363/flush-table-proc/abort' 2024-11-18T18:12:13,043 DEBUG [RS:0;818bff808382:36255 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-219629363/flush-table-proc/acquired' 2024-11-18T18:12:13,044 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f41179a3-f4a7-46ea-86df-ee0cb541cd4a' 2024-11-18T18:12:13,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T18:12:13,044 DEBUG [RS:0;818bff808382:36255 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T18:12:13,044 DEBUG [RS:0;818bff808382:36255 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T18:12:13,044 DEBUG [RS:0;818bff808382:36255 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 818bff808382,36255,1731953532715 2024-11-18T18:12:13,044 DEBUG [RS:0;818bff808382:36255 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '818bff808382,36255,1731953532715' 2024-11-18T18:12:13,044 DEBUG [RS:0;818bff808382:36255 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-219629363/online-snapshot/abort' 2024-11-18T18:12:13,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f41179a3-f4a7-46ea-86df-ee0cb541cd4a" 2024-11-18T18:12:13,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@617fa72a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:12:13,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [818bff808382,44889,-1] 2024-11-18T18:12:13,044 DEBUG [RS:0;818bff808382:36255 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-219629363/online-snapshot/acquired' 2024-11-18T18:12:13,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T18:12:13,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:12:13,045 DEBUG [RS:0;818bff808382:36255 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T18:12:13,045 INFO [RS:0;818bff808382:36255 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T18:12:13,045 INFO [RS:0;818bff808382:36255 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T18:12:13,045 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52300, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-18T18:12:13,046 DEBUG [RS:0;818bff808382:36255.replicationSource,1-818bff808382,36255,1731953532715 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1cfa2822, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:12:13,046 DEBUG [RS:0;818bff808382:36255.replicationSource,1-818bff808382,36255,1731953532715 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T18:12:13,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 818bff808382,44889,1731953525203 2024-11-18T18:12:13,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@49149f1e 2024-11-18T18:12:13,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T18:12:13,047 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52310, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-18T18:12:13,048 INFO [RS:0;818bff808382:36255.replicationSource,1-818bff808382,36255,1731953532715 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-818bff808382,36255,1731953532715 (queues=0) is replicating from cluster=4c2ff9fc-3798-4efc-8d41-ef5b6b86a0d7 to cluster=f41179a3-f4a7-46ea-86df-ee0cb541cd4a 2024-11-18T18:12:13,091 WARN [818bff808382:41895 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-18T18:12:13,145 INFO [RS:0;818bff808382:36255 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T18:12:13,147 INFO [RS:0;818bff808382:36255 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=818bff808382%2C36255%2C1731953532715, suffix=, logDir=hdfs://localhost:43419/user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/WALs/818bff808382,36255,1731953532715, archiveDir=hdfs://localhost:43419/user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/oldWALs, maxLogs=10 2024-11-18T18:12:13,160 DEBUG [RS:0;818bff808382:36255 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/WALs/818bff808382,36255,1731953532715/818bff808382%2C36255%2C1731953532715.1731953533147, exclude list is [], retry=0 2024-11-18T18:12:13,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39185,DS-45bf997b-1610-42fb-8615-d27359b5c0f0,DISK] 2024-11-18T18:12:13,164 INFO [RS:0;818bff808382:36255 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/WALs/818bff808382,36255,1731953532715/818bff808382%2C36255%2C1731953532715.1731953533147 2024-11-18T18:12:13,164 DEBUG [RS:0;818bff808382:36255 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 818bff808382%2C36255%2C1731953532715 for peer 1 2024-11-18T18:12:13,164 DEBUG [RS:0;818bff808382:36255 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=818bff808382%2C36255%2C1731953532715 2024-11-18T18:12:13,164 INFO [RS:0;818bff808382:36255 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-818bff808382,36255,1731953532715, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T18:12:13,165 DEBUG [RS:0;818bff808382:36255 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41197:41197)] 2024-11-18T18:12:13,165 INFO [RS:0;818bff808382:36255.replicationSource.shipper818bff808382%2C36255%2C1731953532715,1-818bff808382,36255,1731953532715 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 818bff808382%2C36255%2C1731953532715 2024-11-18T18:12:13,165 DEBUG [RS:0;818bff808382:36255.replicationSource.wal-reader.818bff808382%2C36255%2C1731953532715,1-818bff808382,36255,1731953532715 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43419/user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/WALs/818bff808382,36255,1731953532715/818bff808382%2C36255%2C1731953532715.1731953533147, startPosition=0, beingWritten=true 2024-11-18T18:12:13,341 DEBUG [818bff808382:41895 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T18:12:13,342 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=818bff808382,36255,1731953532715 2024-11-18T18:12:13,343 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 818bff808382,36255,1731953532715, state=OPENING 2024-11-18T18:12:13,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36255-0x1000bd524920007, quorum=127.0.0.1:60030, baseZNode=/0-219629363 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-219629363/meta-region-server 2024-11-18T18:12:13,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41895-0x1000bd524920006, quorum=127.0.0.1:60030, baseZNode=/0-219629363 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-219629363/meta-region-server 2024-11-18T18:12:13,345 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-219629363/meta-region-server: CHANGED 2024-11-18T18:12:13,345 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-219629363/meta-region-server: CHANGED 2024-11-18T18:12:13,344 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T18:12:13,345 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=818bff808382,36255,1731953532715}] 2024-11-18T18:12:13,369 DEBUG [RS:0;818bff808382:36255.replicationSource.wal-reader.818bff808382%2C36255%2C1731953532715,1-818bff808382,36255,1731953532715 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43419/user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/WALs/818bff808382,36255,1731953532715/818bff808382%2C36255%2C1731953532715.1731953533147 to pos 0, reset compression=false 2024-11-18T18:12:13,497 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T18:12:13,498 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58791, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T18:12:13,502 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T18:12:13,502 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T18:12:13,502 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T18:12:13,503 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=818bff808382%2C36255%2C1731953532715.meta, suffix=.meta, logDir=hdfs://localhost:43419/user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/WALs/818bff808382,36255,1731953532715, archiveDir=hdfs://localhost:43419/user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/oldWALs, maxLogs=10 2024-11-18T18:12:13,517 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/WALs/818bff808382,36255,1731953532715/818bff808382%2C36255%2C1731953532715.meta.1731953533504.meta, exclude list is [], retry=0 2024-11-18T18:12:13,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39185,DS-45bf997b-1610-42fb-8615-d27359b5c0f0,DISK] 2024-11-18T18:12:13,520 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/WALs/818bff808382,36255,1731953532715/818bff808382%2C36255%2C1731953532715.meta.1731953533504.meta 2024-11-18T18:12:13,521 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41197:41197)] 2024-11-18T18:12:13,521 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T18:12:13,521 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T18:12:13,521 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T18:12:13,521 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T18:12:13,521 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T18:12:13,522 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T18:12:13,522 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:12:13,522 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T18:12:13,522 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T18:12:13,523 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T18:12:13,524 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T18:12:13,524 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:12:13,529 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43419/user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/data/hbase/meta/1588230740/info/9dc62aeea5a743b699c6bea2c4410b60 2024-11-18T18:12:13,529 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:12:13,530 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T18:12:13,530 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T18:12:13,530 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:12:13,535 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43419/user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/data/hbase/meta/1588230740/ns/e04f7e919990420191c7af880a4c97f4 2024-11-18T18:12:13,535 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:12:13,535 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T18:12:13,536 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T18:12:13,536 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:12:13,536 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:12:13,536 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T18:12:13,537 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T18:12:13,537 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:12:13,541 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43419/user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/data/hbase/meta/1588230740/table/e0986730d76a43ff838fbb5cbaf73694 2024-11-18T18:12:13,541 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:12:13,541 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T18:12:13,542 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43419/user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/data/hbase/meta/1588230740 2024-11-18T18:12:13,543 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43419/user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/data/hbase/meta/1588230740 2024-11-18T18:12:13,544 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T18:12:13,544 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T18:12:13,545 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T18:12:13,546 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T18:12:13,546 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64910453, jitterRate=-0.03275887668132782}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T18:12:13,546 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T18:12:13,547 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731953533522Writing region info on filesystem at 1731953533522Initializing all the Stores at 1731953533522Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953533523 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953533523Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953533523Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953533523Cleaning up temporary data from old regions at 1731953533544 (+21 ms)Running coprocessor post-open hooks at 1731953533546 (+2 ms)Region opened successfully at 1731953533546 2024-11-18T18:12:13,547 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1731953533497 2024-11-18T18:12:13,549 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T18:12:13,549 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T18:12:13,550 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=818bff808382,36255,1731953532715 2024-11-18T18:12:13,550 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 818bff808382,36255,1731953532715, state=OPEN 2024-11-18T18:12:13,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41895-0x1000bd524920006, quorum=127.0.0.1:60030, baseZNode=/0-219629363 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-219629363/meta-region-server 2024-11-18T18:12:13,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36255-0x1000bd524920007, quorum=127.0.0.1:60030, baseZNode=/0-219629363 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-219629363/meta-region-server 2024-11-18T18:12:13,559 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=818bff808382,36255,1731953532715 2024-11-18T18:12:13,559 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-219629363/meta-region-server: CHANGED 2024-11-18T18:12:13,559 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-219629363/meta-region-server: CHANGED 2024-11-18T18:12:13,561 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-18T18:12:13,561 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=818bff808382,36255,1731953532715 in 214 msec 2024-11-18T18:12:13,562 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-18T18:12:13,562 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 622 msec 2024-11-18T18:12:13,674 DEBUG [RS:0;818bff808382:36255.replicationSource.wal-reader.818bff808382%2C36255%2C1731953532715,1-818bff808382,36255,1731953532715 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43419/user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/WALs/818bff808382,36255,1731953532715/818bff808382%2C36255%2C1731953532715.1731953533147 to pos 0, reset compression=false 2024-11-18T18:12:14,079 DEBUG [RS:0;818bff808382:36255.replicationSource.wal-reader.818bff808382%2C36255%2C1731953532715,1-818bff808382,36255,1731953532715 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43419/user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/WALs/818bff808382,36255,1731953532715/818bff808382%2C36255%2C1731953532715.1731953533147 to pos 0, reset compression=false 2024-11-18T18:12:14,499 INFO [master/818bff808382:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1552ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1502ms 2024-11-18T18:12:14,584 DEBUG [RS:0;818bff808382:36255.replicationSource.wal-reader.818bff808382%2C36255%2C1731953532715,1-818bff808382,36255,1731953532715 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43419/user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/WALs/818bff808382,36255,1731953532715/818bff808382%2C36255%2C1731953532715.1731953533147 to pos 0, reset compression=false 2024-11-18T18:12:14,726 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T18:12:14,748 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:12:14,748 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:12:14,748 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:12:14,749 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:12:14,754 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:12:15,189 DEBUG [RS:0;818bff808382:36255.replicationSource.wal-reader.818bff808382%2C36255%2C1731953532715,1-818bff808382,36255,1731953532715 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43419/user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/WALs/818bff808382,36255,1731953532715/818bff808382%2C36255%2C1731953532715.1731953533147 to pos 0, reset compression=false 2024-11-18T18:12:15,894 DEBUG [RS:0;818bff808382:36255.replicationSource.wal-reader.818bff808382%2C36255%2C1731953532715,1-818bff808382,36255,1731953532715 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43419/user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/WALs/818bff808382,36255,1731953532715/818bff808382%2C36255%2C1731953532715.1731953533147 to pos 0, reset compression=false 2024-11-18T18:12:16,002 INFO [master/818bff808382:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3055ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-18T18:12:16,700 DEBUG [RS:0;818bff808382:36255.replicationSource.wal-reader.818bff808382%2C36255%2C1731953532715,1-818bff808382,36255,1731953532715 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43419/user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/WALs/818bff808382,36255,1731953532715/818bff808382%2C36255%2C1731953532715.1731953533147 to pos 0, reset compression=false 2024-11-18T18:12:17,454 INFO [master/818bff808382:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4507ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-18T18:12:17,454 DEBUG [master/818bff808382:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T18:12:17,454 DEBUG [master/818bff808382:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T18:12:17,454 DEBUG [master/818bff808382:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=818bff808382,36255,1731953532715, seqNum=-1] 2024-11-18T18:12:17,455 DEBUG [master/818bff808382:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T18:12:17,456 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44109, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T18:12:17,460 DEBUG [master/818bff808382:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=802a5dc81b92038606361c68e6d2562a, regionState=OPEN, lastHost=818bff808382,39667,1731953520588, regionLocation=818bff808382,39667,1731953520588, openSeqNum=2 2024-11-18T18:12:17,460 INFO [master/818bff808382:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T18:12:17,460 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731953597460 2024-11-18T18:12:17,460 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731953657460 2024-11-18T18:12:17,460 INFO [master/818bff808382:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 5 msec 2024-11-18T18:12:17,460 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 818bff808382,39667,1731953520588 had 2 regions 2024-11-18T18:12:17,460 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,41895,1731953532687-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T18:12:17,460 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,41895,1731953532687-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:12:17,460 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,41895,1731953532687-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:12:17,460 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-818bff808382:41895, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:12:17,460 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T18:12:17,461 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T18:12:17,461 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 818bff808382,39667,1731953520588, splitWal=true, meta=true, isMeta: false 2024-11-18T18:12:17,463 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:43419/user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/WALs/818bff808382,39667,1731953520588-splitting dir is empty, no logs to split. 2024-11-18T18:12:17,463 INFO [PEWorker-3 {}] master.SplitWALManager(105): 818bff808382,39667,1731953520588 WAL count=0, meta=false 2024-11-18T18:12:17,466 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:43419/user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/WALs/818bff808382,39667,1731953520588-splitting dir is empty, no logs to split. 2024-11-18T18:12:17,466 INFO [PEWorker-3 {}] master.SplitWALManager(105): 818bff808382,39667,1731953520588 WAL count=0, meta=false 2024-11-18T18:12:17,466 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 818bff808382,39667,1731953520588 WAL splitting is done? wals=0, meta=false 2024-11-18T18:12:17,466 INFO [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.700sec 2024-11-18T18:12:17,466 INFO [master/818bff808382:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T18:12:17,466 INFO [master/818bff808382:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T18:12:17,466 INFO [master/818bff808382:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T18:12:17,466 INFO [master/818bff808382:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T18:12:17,467 INFO [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T18:12:17,467 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,41895,1731953532687-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T18:12:17,467 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,41895,1731953532687-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T18:12:17,469 WARN [master/818bff808382:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=818bff808382,39667,1731953520588/hbase:replication,,1731953528439.802a5dc81b92038606361c68e6d2562a. 2024-11-18T18:12:17,469 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=802a5dc81b92038606361c68e6d2562a, ASSIGN}] 2024-11-18T18:12:17,470 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=802a5dc81b92038606361c68e6d2562a, ASSIGN 2024-11-18T18:12:17,471 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=802a5dc81b92038606361c68e6d2562a, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-18T18:12:17,474 DEBUG [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T18:12:17,474 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T18:12:17,474 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,41895,1731953532687-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:12:17,551 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bb4efb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:12:17,551 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 818bff808382,41895,-1 for getting cluster id 2024-11-18T18:12:17,551 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T18:12:17,552 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4c2ff9fc-3798-4efc-8d41-ef5b6b86a0d7' 2024-11-18T18:12:17,552 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T18:12:17,552 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4c2ff9fc-3798-4efc-8d41-ef5b6b86a0d7" 2024-11-18T18:12:17,553 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@324a55de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:12:17,553 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [818bff808382,41895,-1] 2024-11-18T18:12:17,553 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T18:12:17,553 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:12:17,554 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45560, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T18:12:17,555 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b76d957, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:12:17,555 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T18:12:17,556 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=818bff808382,36255,1731953532715, seqNum=-1] 2024-11-18T18:12:17,556 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T18:12:17,557 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52528, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T18:12:17,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-18T18:12:17,560 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T18:12:17,560 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T18:12:17,560 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:12:17,560 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:12:17,560 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T18:12:17,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 818bff808382:41895 after: 818bff808382:41895 2024-11-18T18:12:17,561 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32fcfd18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:12:17,561 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 818bff808382,41895,-1 for getting cluster id 2024-11-18T18:12:17,561 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T18:12:17,562 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4c2ff9fc-3798-4efc-8d41-ef5b6b86a0d7' 2024-11-18T18:12:17,562 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T18:12:17,562 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4c2ff9fc-3798-4efc-8d41-ef5b6b86a0d7" 2024-11-18T18:12:17,562 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ad9a37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:12:17,562 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [818bff808382,41895,-1] 2024-11-18T18:12:17,562 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T18:12:17,563 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:12:17,563 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T18:12:17,564 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32ca7386, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:12:17,564 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T18:12:17,565 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 818bff808382,41895,1731953532687 2024-11-18T18:12:17,565 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@48a9aedb 2024-11-18T18:12:17,565 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T18:12:17,566 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T18:12:17,566 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41895 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-18T18:12:17,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T18:12:17,567 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T18:12:17,567 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T18:12:17,567 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:12:17,567 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:12:17,567 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T18:12:17,567 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T18:12:17,567 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=245526038, stopped=false 2024-11-18T18:12:17,567 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=818bff808382,44889,1731953525203 2024-11-18T18:12:17,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42879-0x1000bd524920004, quorum=127.0.0.1:60030, baseZNode=/1339652153 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1339652153/running 2024-11-18T18:12:17,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42879-0x1000bd524920004, quorum=127.0.0.1:60030, baseZNode=/1339652153 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1339652153 2024-11-18T18:12:17,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44889-0x1000bd524920003, quorum=127.0.0.1:60030, baseZNode=/1339652153 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1339652153/running 2024-11-18T18:12:17,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44889-0x1000bd524920003, quorum=127.0.0.1:60030, baseZNode=/1339652153 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1339652153 2024-11-18T18:12:17,569 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T18:12:17,570 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T18:12:17,570 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T18:12:17,570 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:12:17,570 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42879-0x1000bd524920004, quorum=127.0.0.1:60030, baseZNode=/1339652153 Set watcher on znode that does not yet exist, /1339652153/running 2024-11-18T18:12:17,570 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '818bff808382,42879,1731953525246' ***** 2024-11-18T18:12:17,570 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T18:12:17,570 INFO [RS:0;818bff808382:42879 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T18:12:17,570 INFO [RS:0;818bff808382:42879 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T18:12:17,570 INFO [RS:0;818bff808382:42879 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T18:12:17,570 INFO [RS:0;818bff808382:42879 {}] regionserver.HRegionServer(959): stopping server 818bff808382,42879,1731953525246 2024-11-18T18:12:17,570 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T18:12:17,570 INFO [RS:0;818bff808382:42879 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T18:12:17,570 INFO [RS:0;818bff808382:42879 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;818bff808382:42879. 2024-11-18T18:12:17,570 DEBUG [RS:0;818bff808382:42879 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T18:12:17,570 DEBUG [RS:0;818bff808382:42879 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:12:17,570 INFO [RS:0;818bff808382:42879 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T18:12:17,571 INFO [RS:0;818bff808382:42879 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T18:12:17,571 INFO [RS:0;818bff808382:42879 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T18:12:17,571 INFO [RS:0;818bff808382:42879 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T18:12:17,572 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44889-0x1000bd524920003, quorum=127.0.0.1:60030, baseZNode=/1339652153 Set watcher on znode that does not yet exist, /1339652153/running 2024-11-18T18:12:17,573 INFO [RS:0;818bff808382:42879 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-18T18:12:17,573 DEBUG [RS:0;818bff808382:42879 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-18T18:12:17,573 DEBUG [RS:0;818bff808382:42879 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T18:12:17,573 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T18:12:17,574 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T18:12:17,574 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T18:12:17,574 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T18:12:17,574 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T18:12:17,574 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-18T18:12:17,593 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35791/user/jenkins/test-data/f7a64865-daab-6bab-81d7-f5e385db7a40/data/hbase/meta/1588230740/.tmp/ns/c00312217e0549a48cf03ab432cf56da is 43, key is default/ns:d/1731953528278/Put/seqid=0 2024-11-18T18:12:17,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45129 is added to blk_1073741835_1011 (size=5153) 2024-11-18T18:12:17,606 DEBUG [RS:0;818bff808382:36255.replicationSource.wal-reader.818bff808382%2C36255%2C1731953532715,1-818bff808382,36255,1731953532715 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43419/user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/WALs/818bff808382,36255,1731953532715/818bff808382%2C36255%2C1731953532715.1731953533147 to pos 0, reset compression=false 2024-11-18T18:12:17,612 INFO [regionserver/818bff808382:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T18:12:17,621 DEBUG [818bff808382:41895 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T18:12:17,622 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=802a5dc81b92038606361c68e6d2562a, regionState=OPENING, regionLocation=818bff808382,36255,1731953532715 2024-11-18T18:12:17,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=802a5dc81b92038606361c68e6d2562a, ASSIGN because future has completed 2024-11-18T18:12:17,624 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 802a5dc81b92038606361c68e6d2562a, server=818bff808382,36255,1731953532715}] 2024-11-18T18:12:17,774 DEBUG [RS:0;818bff808382:42879 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T18:12:17,781 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1731953528439.802a5dc81b92038606361c68e6d2562a. 2024-11-18T18:12:17,781 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T18:12:17,781 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-18T18:12:17,782 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=818bff808382%2C36255%2C1731953532715.rep, suffix=, logDir=hdfs://localhost:43419/user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/WALs/818bff808382,36255,1731953532715, archiveDir=hdfs://localhost:43419/user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/oldWALs, maxLogs=10 2024-11-18T18:12:17,796 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/WALs/818bff808382,36255,1731953532715/818bff808382%2C36255%2C1731953532715.rep.1731953537782, exclude list is [], retry=0 2024-11-18T18:12:17,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39185,DS-45bf997b-1610-42fb-8615-d27359b5c0f0,DISK] 2024-11-18T18:12:17,800 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/WALs/818bff808382,36255,1731953532715/818bff808382%2C36255%2C1731953532715.rep.1731953537782 2024-11-18T18:12:17,800 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41197:41197)] 2024-11-18T18:12:17,800 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 802a5dc81b92038606361c68e6d2562a, NAME => 'hbase:replication,,1731953528439.802a5dc81b92038606361c68e6d2562a.', STARTKEY => '', ENDKEY => ''} 2024-11-18T18:12:17,801 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T18:12:17,801 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T18:12:17,801 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731953528439.802a5dc81b92038606361c68e6d2562a. service=MultiRowMutationService 2024-11-18T18:12:17,801 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-18T18:12:17,801 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 802a5dc81b92038606361c68e6d2562a 2024-11-18T18:12:17,801 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1731953528439.802a5dc81b92038606361c68e6d2562a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:12:17,801 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 802a5dc81b92038606361c68e6d2562a 2024-11-18T18:12:17,801 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 802a5dc81b92038606361c68e6d2562a 2024-11-18T18:12:17,803 INFO [StoreOpener-802a5dc81b92038606361c68e6d2562a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 802a5dc81b92038606361c68e6d2562a 2024-11-18T18:12:17,803 INFO [StoreOpener-802a5dc81b92038606361c68e6d2562a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 802a5dc81b92038606361c68e6d2562a columnFamilyName hfileref 2024-11-18T18:12:17,804 DEBUG [StoreOpener-802a5dc81b92038606361c68e6d2562a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:12:17,804 INFO [StoreOpener-802a5dc81b92038606361c68e6d2562a-1 {}] regionserver.HStore(327): Store=802a5dc81b92038606361c68e6d2562a/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:12:17,804 INFO [StoreOpener-802a5dc81b92038606361c68e6d2562a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 802a5dc81b92038606361c68e6d2562a 2024-11-18T18:12:17,805 INFO [StoreOpener-802a5dc81b92038606361c68e6d2562a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 802a5dc81b92038606361c68e6d2562a columnFamilyName queue 2024-11-18T18:12:17,805 DEBUG [StoreOpener-802a5dc81b92038606361c68e6d2562a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:12:17,811 DEBUG [StoreOpener-802a5dc81b92038606361c68e6d2562a-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43419/user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/data/hbase/replication/802a5dc81b92038606361c68e6d2562a/queue/b580999da1624cbe936f39a4e828720f 2024-11-18T18:12:17,811 INFO [StoreOpener-802a5dc81b92038606361c68e6d2562a-1 {}] regionserver.HStore(327): Store=802a5dc81b92038606361c68e6d2562a/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:12:17,811 INFO [StoreOpener-802a5dc81b92038606361c68e6d2562a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 802a5dc81b92038606361c68e6d2562a 2024-11-18T18:12:17,811 INFO [StoreOpener-802a5dc81b92038606361c68e6d2562a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 802a5dc81b92038606361c68e6d2562a columnFamilyName sid 2024-11-18T18:12:17,811 DEBUG [StoreOpener-802a5dc81b92038606361c68e6d2562a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:12:17,812 INFO [StoreOpener-802a5dc81b92038606361c68e6d2562a-1 {}] regionserver.HStore(327): Store=802a5dc81b92038606361c68e6d2562a/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:12:17,812 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 802a5dc81b92038606361c68e6d2562a 2024-11-18T18:12:17,813 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43419/user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/data/hbase/replication/802a5dc81b92038606361c68e6d2562a 2024-11-18T18:12:17,814 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43419/user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/data/hbase/replication/802a5dc81b92038606361c68e6d2562a 2024-11-18T18:12:17,815 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 802a5dc81b92038606361c68e6d2562a 2024-11-18T18:12:17,815 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 802a5dc81b92038606361c68e6d2562a 2024-11-18T18:12:17,816 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T18:12:17,817 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 802a5dc81b92038606361c68e6d2562a 2024-11-18T18:12:17,818 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened 802a5dc81b92038606361c68e6d2562a; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67108187, jitterRate=-1.0088086128234863E-5}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T18:12:17,818 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 802a5dc81b92038606361c68e6d2562a 2024-11-18T18:12:17,819 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 802a5dc81b92038606361c68e6d2562a: Running coprocessor pre-open hook at 1731953537801Writing region info on filesystem at 1731953537801Initializing all the Stores at 1731953537802 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953537802Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953537802Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953537802Cleaning up temporary data from old regions at 1731953537815 (+13 ms)Running coprocessor post-open hooks at 1731953537818 (+3 ms)Region opened successfully at 1731953537819 (+1 ms) 2024-11-18T18:12:17,820 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731953528439.802a5dc81b92038606361c68e6d2562a., pid=13, masterSystemTime=1731953537776 2024-11-18T18:12:17,823 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731953528439.802a5dc81b92038606361c68e6d2562a. 2024-11-18T18:12:17,824 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731953528439.802a5dc81b92038606361c68e6d2562a. 2024-11-18T18:12:17,824 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=802a5dc81b92038606361c68e6d2562a, regionState=OPEN, openSeqNum=9, regionLocation=818bff808382,36255,1731953532715 2024-11-18T18:12:17,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 802a5dc81b92038606361c68e6d2562a, server=818bff808382,36255,1731953532715 because future has completed 2024-11-18T18:12:17,830 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-18T18:12:17,830 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 802a5dc81b92038606361c68e6d2562a, server=818bff808382,36255,1731953532715 in 204 msec 2024-11-18T18:12:17,832 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-18T18:12:17,832 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=802a5dc81b92038606361c68e6d2562a, ASSIGN in 361 msec 2024-11-18T18:12:17,833 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-18T18:12:17,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731953528439.802a5dc81b92038606361c68e6d2562a., hostname=818bff808382,36255,1731953532715, seqNum=9] 2024-11-18T18:12:17,851 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for 818bff808382,39667,1731953520588 2024-11-18T18:12:17,851 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-18T18:12:17,974 DEBUG [RS:0;818bff808382:42879 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T18:12:17,998 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:35791/user/jenkins/test-data/f7a64865-daab-6bab-81d7-f5e385db7a40/data/hbase/meta/1588230740/.tmp/ns/c00312217e0549a48cf03ab432cf56da 2024-11-18T18:12:18,004 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36255 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-18T18:12:18,005 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35791/user/jenkins/test-data/f7a64865-daab-6bab-81d7-f5e385db7a40/data/hbase/meta/1588230740/.tmp/ns/c00312217e0549a48cf03ab432cf56da as hdfs://localhost:35791/user/jenkins/test-data/f7a64865-daab-6bab-81d7-f5e385db7a40/data/hbase/meta/1588230740/ns/c00312217e0549a48cf03ab432cf56da 2024-11-18T18:12:18,011 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35791/user/jenkins/test-data/f7a64865-daab-6bab-81d7-f5e385db7a40/data/hbase/meta/1588230740/ns/c00312217e0549a48cf03ab432cf56da, entries=2, sequenceid=6, filesize=5.0 K 2024-11-18T18:12:18,011 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 437ms, sequenceid=6, compaction requested=false 2024-11-18T18:12:18,012 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T18:12:18,019 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35791/user/jenkins/test-data/f7a64865-daab-6bab-81d7-f5e385db7a40/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-18T18:12:18,020 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T18:12:18,020 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T18:12:18,020 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T18:12:18,020 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731953537573Running coprocessor pre-close hooks at 1731953537573Disabling compacts and flushes for region at 1731953537573Disabling writes for close at 1731953537574 (+1 ms)Obtaining lock to block concurrent updates at 1731953537574Preparing flush snapshotting stores in 1588230740 at 1731953537574Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731953537574Flushing stores of hbase:meta,,1.1588230740 at 1731953537575 (+1 ms)Flushing 1588230740/ns: creating writer at 1731953537575Flushing 1588230740/ns: appending metadata at 1731953537593 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731953537593Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d86f024: reopening flushed file at 1731953538005 (+412 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 437ms, sequenceid=6, compaction requested=false at 1731953538012 (+7 ms)Writing region close event to WAL at 1731953538016 (+4 ms)Running coprocessor post-close hooks at 1731953538020 (+4 ms)Closed at 1731953538020 2024-11-18T18:12:18,020 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T18:12:18,106 INFO [regionserver/818bff808382:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T18:12:18,106 INFO [regionserver/818bff808382:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T18:12:18,174 INFO [RS:0;818bff808382:42879 {}] regionserver.HRegionServer(976): stopping server 818bff808382,42879,1731953525246; all regions closed. 2024-11-18T18:12:18,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45129 is added to blk_1073741834_1010 (size=1152) 2024-11-18T18:12:18,199 DEBUG [RS:0;818bff808382:42879 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f7a64865-daab-6bab-81d7-f5e385db7a40/oldWALs 2024-11-18T18:12:18,199 INFO [RS:0;818bff808382:42879 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 818bff808382%2C42879%2C1731953525246.meta:.meta(num 1731953528182) 2024-11-18T18:12:18,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45129 is added to blk_1073741832_1008 (size=93) 2024-11-18T18:12:18,203 DEBUG [RS:0;818bff808382:42879 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f7a64865-daab-6bab-81d7-f5e385db7a40/oldWALs 2024-11-18T18:12:18,203 INFO [RS:0;818bff808382:42879 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 818bff808382%2C42879%2C1731953525246:(num 1731953527236) 2024-11-18T18:12:18,203 DEBUG [RS:0;818bff808382:42879 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:12:18,203 INFO [RS:0;818bff808382:42879 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T18:12:18,203 INFO [RS:0;818bff808382:42879 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T18:12:18,203 INFO [RS:0;818bff808382:42879 {}] hbase.ChoreService(370): Chore service for: regionserver/818bff808382:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T18:12:18,203 INFO [RS:0;818bff808382:42879 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T18:12:18,204 INFO [regionserver/818bff808382:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T18:12:18,204 INFO [RS:0;818bff808382:42879 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42879 2024-11-18T18:12:18,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42879-0x1000bd524920004, quorum=127.0.0.1:60030, baseZNode=/1339652153 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1339652153/rs/818bff808382,42879,1731953525246 2024-11-18T18:12:18,206 INFO [RS:0;818bff808382:42879 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T18:12:18,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44889-0x1000bd524920003, quorum=127.0.0.1:60030, baseZNode=/1339652153 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1339652153/rs 2024-11-18T18:12:18,208 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [818bff808382,42879,1731953525246] 2024-11-18T18:12:18,210 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1339652153/draining/818bff808382,42879,1731953525246 already deleted, retry=false 2024-11-18T18:12:18,210 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 818bff808382,42879,1731953525246 expired; onlineServers=0 2024-11-18T18:12:18,210 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '818bff808382,44889,1731953525203' ***** 2024-11-18T18:12:18,210 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T18:12:18,210 INFO [M:0;818bff808382:44889 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T18:12:18,210 INFO [M:0;818bff808382:44889 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T18:12:18,210 DEBUG [M:0;818bff808382:44889 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T18:12:18,210 DEBUG [M:0;818bff808382:44889 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T18:12:18,210 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T18:12:18,210 DEBUG [master/818bff808382:0:becomeActiveMaster-HFileCleaner.small.0-1731953527019 {}] cleaner.HFileCleaner(306): Exit Thread[master/818bff808382:0:becomeActiveMaster-HFileCleaner.small.0-1731953527019,5,FailOnTimeoutGroup] 2024-11-18T18:12:18,210 DEBUG [master/818bff808382:0:becomeActiveMaster-HFileCleaner.large.0-1731953527019 {}] cleaner.HFileCleaner(306): Exit Thread[master/818bff808382:0:becomeActiveMaster-HFileCleaner.large.0-1731953527019,5,FailOnTimeoutGroup] 2024-11-18T18:12:18,210 INFO [M:0;818bff808382:44889 {}] hbase.ChoreService(370): Chore service for: master/818bff808382:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T18:12:18,210 INFO [M:0;818bff808382:44889 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T18:12:18,210 DEBUG [M:0;818bff808382:44889 {}] master.HMaster(1795): Stopping service threads 2024-11-18T18:12:18,210 INFO [M:0;818bff808382:44889 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T18:12:18,211 INFO [M:0;818bff808382:44889 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T18:12:18,211 INFO [M:0;818bff808382:44889 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T18:12:18,211 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T18:12:18,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44889-0x1000bd524920003, quorum=127.0.0.1:60030, baseZNode=/1339652153 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1339652153/master 2024-11-18T18:12:18,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44889-0x1000bd524920003, quorum=127.0.0.1:60030, baseZNode=/1339652153 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1339652153 2024-11-18T18:12:18,212 DEBUG [M:0;818bff808382:44889 {}] zookeeper.ZKUtil(347): master:44889-0x1000bd524920003, quorum=127.0.0.1:60030, baseZNode=/1339652153 Unable to get data of znode /1339652153/master because node does not exist (not an error) 2024-11-18T18:12:18,212 WARN [M:0;818bff808382:44889 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T18:12:18,213 INFO [M:0;818bff808382:44889 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35791/user/jenkins/test-data/f7a64865-daab-6bab-81d7-f5e385db7a40/.lastflushedseqids 2024-11-18T18:12:18,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45129 is added to blk_1073741836_1012 (size=99) 2024-11-18T18:12:18,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42879-0x1000bd524920004, quorum=127.0.0.1:60030, baseZNode=/1339652153 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T18:12:18,308 INFO [RS:0;818bff808382:42879 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T18:12:18,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42879-0x1000bd524920004, quorum=127.0.0.1:60030, baseZNode=/1339652153 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T18:12:18,308 INFO [RS:0;818bff808382:42879 {}] regionserver.HRegionServer(1031): Exiting; stopping=818bff808382,42879,1731953525246; zookeeper connection closed. 2024-11-18T18:12:18,308 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@11ad2485 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@11ad2485 2024-11-18T18:12:18,308 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T18:12:18,611 DEBUG [RS:0;818bff808382:36255.replicationSource.wal-reader.818bff808382%2C36255%2C1731953532715,1-818bff808382,36255,1731953532715 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43419/user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/WALs/818bff808382,36255,1731953532715/818bff808382%2C36255%2C1731953532715.1731953533147 to pos 0, reset compression=false 2024-11-18T18:12:18,619 INFO [M:0;818bff808382:44889 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T18:12:18,619 INFO [M:0;818bff808382:44889 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T18:12:18,619 DEBUG [M:0;818bff808382:44889 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T18:12:18,619 INFO [M:0;818bff808382:44889 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:12:18,619 DEBUG [M:0;818bff808382:44889 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:12:18,619 DEBUG [M:0;818bff808382:44889 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T18:12:18,619 DEBUG [M:0;818bff808382:44889 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:12:18,619 INFO [M:0;818bff808382:44889 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-18T18:12:18,651 DEBUG [M:0;818bff808382:44889 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35791/user/jenkins/test-data/f7a64865-daab-6bab-81d7-f5e385db7a40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/53f76291d01c4dcfb8f5d53444b0846b is 82, key is hbase:meta,,1/info:regioninfo/1731953528248/Put/seqid=0 2024-11-18T18:12:18,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45129 is added to blk_1073741837_1013 (size=5672) 2024-11-18T18:12:19,056 INFO [M:0;818bff808382:44889 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35791/user/jenkins/test-data/f7a64865-daab-6bab-81d7-f5e385db7a40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/53f76291d01c4dcfb8f5d53444b0846b 2024-11-18T18:12:19,080 DEBUG [M:0;818bff808382:44889 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35791/user/jenkins/test-data/f7a64865-daab-6bab-81d7-f5e385db7a40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fe8c74b5e77c4d6e8619eef29f4338f5 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731953528283/Put/seqid=0 2024-11-18T18:12:19,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45129 is added to blk_1073741838_1014 (size=5275) 2024-11-18T18:12:19,485 INFO [M:0;818bff808382:44889 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35791/user/jenkins/test-data/f7a64865-daab-6bab-81d7-f5e385db7a40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fe8c74b5e77c4d6e8619eef29f4338f5 2024-11-18T18:12:19,508 DEBUG [M:0;818bff808382:44889 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35791/user/jenkins/test-data/f7a64865-daab-6bab-81d7-f5e385db7a40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3ae80149e9ce4bed897d56458fa31e78 is 69, key is 818bff808382,42879,1731953525246/rs:state/1731953527091/Put/seqid=0 2024-11-18T18:12:19,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45129 is added to blk_1073741839_1015 (size=5156) 2024-11-18T18:12:19,716 DEBUG [RS:0;818bff808382:36255.replicationSource.wal-reader.818bff808382%2C36255%2C1731953532715,1-818bff808382,36255,1731953532715 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43419/user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/WALs/818bff808382,36255,1731953532715/818bff808382%2C36255%2C1731953532715.1731953533147 to pos 0, reset compression=false 2024-11-18T18:12:19,913 INFO [M:0;818bff808382:44889 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35791/user/jenkins/test-data/f7a64865-daab-6bab-81d7-f5e385db7a40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3ae80149e9ce4bed897d56458fa31e78 2024-11-18T18:12:19,919 DEBUG [M:0;818bff808382:44889 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35791/user/jenkins/test-data/f7a64865-daab-6bab-81d7-f5e385db7a40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/53f76291d01c4dcfb8f5d53444b0846b as hdfs://localhost:35791/user/jenkins/test-data/f7a64865-daab-6bab-81d7-f5e385db7a40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/53f76291d01c4dcfb8f5d53444b0846b 2024-11-18T18:12:19,923 INFO [M:0;818bff808382:44889 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35791/user/jenkins/test-data/f7a64865-daab-6bab-81d7-f5e385db7a40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/53f76291d01c4dcfb8f5d53444b0846b, entries=8, sequenceid=28, filesize=5.5 K 2024-11-18T18:12:19,923 DEBUG [M:0;818bff808382:44889 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35791/user/jenkins/test-data/f7a64865-daab-6bab-81d7-f5e385db7a40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fe8c74b5e77c4d6e8619eef29f4338f5 as hdfs://localhost:35791/user/jenkins/test-data/f7a64865-daab-6bab-81d7-f5e385db7a40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fe8c74b5e77c4d6e8619eef29f4338f5 2024-11-18T18:12:19,927 INFO [M:0;818bff808382:44889 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35791/user/jenkins/test-data/f7a64865-daab-6bab-81d7-f5e385db7a40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fe8c74b5e77c4d6e8619eef29f4338f5, entries=3, sequenceid=28, filesize=5.2 K 2024-11-18T18:12:19,928 DEBUG [M:0;818bff808382:44889 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35791/user/jenkins/test-data/f7a64865-daab-6bab-81d7-f5e385db7a40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3ae80149e9ce4bed897d56458fa31e78 as hdfs://localhost:35791/user/jenkins/test-data/f7a64865-daab-6bab-81d7-f5e385db7a40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3ae80149e9ce4bed897d56458fa31e78 2024-11-18T18:12:19,932 INFO [M:0;818bff808382:44889 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35791/user/jenkins/test-data/f7a64865-daab-6bab-81d7-f5e385db7a40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3ae80149e9ce4bed897d56458fa31e78, entries=1, sequenceid=28, filesize=5.0 K 2024-11-18T18:12:19,933 INFO [M:0;818bff808382:44889 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1314ms, sequenceid=28, compaction requested=false 2024-11-18T18:12:19,935 INFO [M:0;818bff808382:44889 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:12:19,935 DEBUG [M:0;818bff808382:44889 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731953538619Disabling compacts and flushes for region at 1731953538619Disabling writes for close at 1731953538619Obtaining lock to block concurrent updates at 1731953538619Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731953538619Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731953538620 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731953538621 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731953538621Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731953538651 (+30 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731953538651Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731953539061 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731953539080 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731953539080Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731953539490 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731953539507 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731953539507Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@694a1932: reopening flushed file at 1731953539918 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64d52649: reopening flushed file at 1731953539923 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c236f10: reopening flushed file at 1731953539927 (+4 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1314ms, sequenceid=28, compaction requested=false at 1731953539933 (+6 ms)Writing region close event to WAL at 1731953539934 (+1 ms)Closed at 1731953539934 2024-11-18T18:12:19,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45129 is added to blk_1073741830_1006 (size=10165) 2024-11-18T18:12:19,937 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f7a64865-daab-6bab-81d7-f5e385db7a40/MasterData/WALs/818bff808382,44889,1731953525203/818bff808382%2C44889%2C1731953525203.1731953526938 not finished, retry = 0 2024-11-18T18:12:20,038 INFO [M:0;818bff808382:44889 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T18:12:20,039 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T18:12:20,039 INFO [M:0;818bff808382:44889 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44889 2024-11-18T18:12:20,039 INFO [M:0;818bff808382:44889 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T18:12:20,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44889-0x1000bd524920003, quorum=127.0.0.1:60030, baseZNode=/1339652153 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T18:12:20,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44889-0x1000bd524920003, quorum=127.0.0.1:60030, baseZNode=/1339652153 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T18:12:20,141 INFO [M:0;818bff808382:44889 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T18:12:20,145 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3771cc18{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T18:12:20,146 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@661eb06e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T18:12:20,146 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T18:12:20,146 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2845a215{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T18:12:20,146 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23bb9962{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/067ef24e-a41d-b5db-0789-be0f14d0ea7f/hadoop.log.dir/,STOPPED} 2024-11-18T18:12:20,148 WARN [BP-808792649-172.17.0.2-1731953523660 heartbeating to localhost/127.0.0.1:35791 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T18:12:20,148 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T18:12:20,148 WARN [BP-808792649-172.17.0.2-1731953523660 heartbeating to localhost/127.0.0.1:35791 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-808792649-172.17.0.2-1731953523660 (Datanode Uuid 4e4f0a96-b81d-45b4-a615-6a5e569be617) service to localhost/127.0.0.1:35791 2024-11-18T18:12:20,148 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T18:12:20,148 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/067ef24e-a41d-b5db-0789-be0f14d0ea7f/cluster_171a37cb-0a4a-ec1a-98eb-75e075b29a9d/data/data1/current/BP-808792649-172.17.0.2-1731953523660 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T18:12:20,149 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/067ef24e-a41d-b5db-0789-be0f14d0ea7f/cluster_171a37cb-0a4a-ec1a-98eb-75e075b29a9d/data/data2/current/BP-808792649-172.17.0.2-1731953523660 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T18:12:20,149 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T18:12:20,155 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@bbf7c5a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T18:12:20,156 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1a9bc6b3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T18:12:20,156 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T18:12:20,156 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3711c3e9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T18:12:20,156 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65fadc0e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/067ef24e-a41d-b5db-0789-be0f14d0ea7f/hadoop.log.dir/,STOPPED} 2024-11-18T18:12:20,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T18:12:20,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T18:12:20,171 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T18:12:20,171 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T18:12:20,171 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:12:20,171 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:12:20,171 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T18:12:20,171 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T18:12:20,171 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1075638421, stopped=false 2024-11-18T18:12:20,171 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=818bff808382,41895,1731953532687 2024-11-18T18:12:20,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41895-0x1000bd524920006, quorum=127.0.0.1:60030, baseZNode=/0-219629363 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-219629363/running 2024-11-18T18:12:20,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36255-0x1000bd524920007, quorum=127.0.0.1:60030, baseZNode=/0-219629363 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-219629363/running 2024-11-18T18:12:20,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41895-0x1000bd524920006, quorum=127.0.0.1:60030, baseZNode=/0-219629363 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-219629363 2024-11-18T18:12:20,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36255-0x1000bd524920007, quorum=127.0.0.1:60030, baseZNode=/0-219629363 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-219629363 2024-11-18T18:12:20,173 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T18:12:20,174 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T18:12:20,174 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T18:12:20,174 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:12:20,174 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '818bff808382,36255,1731953532715' ***** 2024-11-18T18:12:20,174 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T18:12:20,174 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41895-0x1000bd524920006, quorum=127.0.0.1:60030, baseZNode=/0-219629363 Set watcher on znode that does not yet exist, /0-219629363/running 2024-11-18T18:12:20,174 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36255-0x1000bd524920007, quorum=127.0.0.1:60030, baseZNode=/0-219629363 Set watcher on znode that does not yet exist, /0-219629363/running 2024-11-18T18:12:20,175 INFO [RS:0;818bff808382:36255 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T18:12:20,175 INFO [RS:0;818bff808382:36255 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T18:12:20,175 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T18:12:20,175 INFO [RS:0;818bff808382:36255 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T18:12:20,175 INFO [RS:0;818bff808382:36255 {}] regionserver.HRegionServer(3091): Received CLOSE for 802a5dc81b92038606361c68e6d2562a 2024-11-18T18:12:20,175 INFO [RS:0;818bff808382:36255 {}] regionserver.HRegionServer(959): stopping server 818bff808382,36255,1731953532715 2024-11-18T18:12:20,175 INFO [RS:0;818bff808382:36255 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T18:12:20,175 INFO [RS:0;818bff808382:36255 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;818bff808382:36255. 2024-11-18T18:12:20,175 DEBUG [RS:0;818bff808382:36255 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T18:12:20,175 DEBUG [RS:0;818bff808382:36255 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:12:20,175 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 802a5dc81b92038606361c68e6d2562a, disabling compactions & flushes 2024-11-18T18:12:20,175 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731953528439.802a5dc81b92038606361c68e6d2562a. 2024-11-18T18:12:20,175 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731953528439.802a5dc81b92038606361c68e6d2562a. 2024-11-18T18:12:20,175 INFO [RS:0;818bff808382:36255 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T18:12:20,175 INFO [RS:0;818bff808382:36255 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T18:12:20,175 INFO [RS:0;818bff808382:36255 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T18:12:20,175 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731953528439.802a5dc81b92038606361c68e6d2562a. after waiting 0 ms 2024-11-18T18:12:20,175 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731953528439.802a5dc81b92038606361c68e6d2562a. 2024-11-18T18:12:20,176 INFO [RS:0;818bff808382:36255 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T18:12:20,176 INFO [RS:0;818bff808382:36255 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-18T18:12:20,176 DEBUG [RS:0;818bff808382:36255 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 802a5dc81b92038606361c68e6d2562a=hbase:replication,,1731953528439.802a5dc81b92038606361c68e6d2562a.} 2024-11-18T18:12:20,176 DEBUG [RS:0;818bff808382:36255 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 802a5dc81b92038606361c68e6d2562a 2024-11-18T18:12:20,176 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T18:12:20,177 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T18:12:20,177 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T18:12:20,177 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T18:12:20,177 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T18:12:20,177 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-18T18:12:20,180 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43419/user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/data/hbase/replication/802a5dc81b92038606361c68e6d2562a/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-18T18:12:20,181 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T18:12:20,181 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T18:12:20,181 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731953528439.802a5dc81b92038606361c68e6d2562a. 2024-11-18T18:12:20,181 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 802a5dc81b92038606361c68e6d2562a: Waiting for close lock at 1731953540175Running coprocessor pre-close hooks at 1731953540175Disabling compacts and flushes for region at 1731953540175Disabling writes for close at 1731953540175Writing region close event to WAL at 1731953540177 (+2 ms)Running coprocessor post-close hooks at 1731953540181 (+4 ms)Closed at 1731953540181 2024-11-18T18:12:20,181 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731953528439.802a5dc81b92038606361c68e6d2562a. 2024-11-18T18:12:20,197 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43419/user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/data/hbase/meta/1588230740/.tmp/info/a283eb80f29e40ee8e36dad606f29dc5 is 147, key is hbase:replication,,1731953528439.802a5dc81b92038606361c68e6d2562a./info:regioninfo/1731953537824/Put/seqid=0 2024-11-18T18:12:20,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39185 is added to blk_1073741851_1027 (size=6385) 2024-11-18T18:12:20,206 INFO [regionserver/818bff808382:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T18:12:20,376 DEBUG [RS:0;818bff808382:36255 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T18:12:20,577 DEBUG [RS:0;818bff808382:36255 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T18:12:20,602 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:43419/user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/data/hbase/meta/1588230740/.tmp/info/a283eb80f29e40ee8e36dad606f29dc5 2024-11-18T18:12:20,609 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43419/user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/data/hbase/meta/1588230740/.tmp/info/a283eb80f29e40ee8e36dad606f29dc5 as hdfs://localhost:43419/user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/data/hbase/meta/1588230740/info/a283eb80f29e40ee8e36dad606f29dc5 2024-11-18T18:12:20,625 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43419/user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/data/hbase/meta/1588230740/info/a283eb80f29e40ee8e36dad606f29dc5, entries=8, sequenceid=19, filesize=6.2 K 2024-11-18T18:12:20,626 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 449ms, sequenceid=19, compaction requested=false 2024-11-18T18:12:20,626 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T18:12:20,647 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43419/user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-18T18:12:20,647 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T18:12:20,647 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T18:12:20,648 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T18:12:20,648 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731953540176Running coprocessor pre-close hooks at 1731953540176Disabling compacts and flushes for region at 1731953540176Disabling writes for close at 1731953540177 (+1 ms)Obtaining lock to block concurrent updates at 1731953540177Preparing flush snapshotting stores in 1588230740 at 1731953540177Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731953540177Flushing stores of hbase:meta,,1.1588230740 at 1731953540178 (+1 ms)Flushing 1588230740/info: creating writer at 1731953540178Flushing 1588230740/info: appending metadata at 1731953540196 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731953540196Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8ec1649: reopening flushed file at 1731953540608 (+412 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 449ms, sequenceid=19, compaction requested=false at 1731953540626 (+18 ms)Writing region close event to WAL at 1731953540639 (+13 ms)Running coprocessor post-close hooks at 1731953540647 (+8 ms)Closed at 1731953540648 (+1 ms) 2024-11-18T18:12:20,648 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T18:12:20,777 INFO [RS:0;818bff808382:36255 {}] regionserver.HRegionServer(976): stopping server 818bff808382,36255,1731953532715; all regions closed. 2024-11-18T18:12:20,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39185 is added to blk_1073741849_1025 (size=2156) 2024-11-18T18:12:20,784 DEBUG [RS:0;818bff808382:36255 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/oldWALs 2024-11-18T18:12:20,784 INFO [RS:0;818bff808382:36255 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 818bff808382%2C36255%2C1731953532715.meta:.meta(num 1731953533504) 2024-11-18T18:12:20,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39185 is added to blk_1073741850_1026 (size=796) 2024-11-18T18:12:20,787 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/WALs/818bff808382,36255,1731953532715/818bff808382%2C36255%2C1731953532715.rep.1731953537782 not finished, retry = 0 2024-11-18T18:12:20,892 DEBUG [RS:0;818bff808382:36255 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/oldWALs 2024-11-18T18:12:20,892 INFO [RS:0;818bff808382:36255 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 818bff808382%2C36255%2C1731953532715.rep:(num 1731953537782) 2024-11-18T18:12:20,894 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/WALs/818bff808382,36255,1731953532715/818bff808382%2C36255%2C1731953532715.1731953533147 not finished, retry = 0 2024-11-18T18:12:20,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39185 is added to blk_1073741848_1024 (size=93) 2024-11-18T18:12:20,921 DEBUG [RS:0;818bff808382:36255.replicationSource.wal-reader.818bff808382%2C36255%2C1731953532715,1-818bff808382,36255,1731953532715 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43419/user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/WALs/818bff808382,36255,1731953532715/818bff808382%2C36255%2C1731953532715.1731953533147 to pos 0, reset compression=false 2024-11-18T18:12:20,996 DEBUG [RS:0;818bff808382:36255.replicationSource.wal-reader.818bff808382%2C36255%2C1731953532715,1-818bff808382,36255,1731953532715 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:43419/user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/WALs/818bff808382,36255,1731953532715/818bff808382%2C36255%2C1731953532715.1731953533147 2024-11-18T18:12:20,997 DEBUG [RS:0;818bff808382:36255.replicationSource.wal-reader.818bff808382%2C36255%2C1731953532715,1-818bff808382,36255,1731953532715 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-18T18:12:20,997 DEBUG [RS:0;818bff808382:36255.replicationSource.wal-reader.818bff808382%2C36255%2C1731953532715,1-818bff808382,36255,1731953532715 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-18T18:12:20,997 DEBUG [RS:0;818bff808382:36255.replicationSource.shipper818bff808382%2C36255%2C1731953532715,1-818bff808382,36255,1731953532715 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-818bff808382,36255,1731953532715 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43419/user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/WALs/818bff808382,36255,1731953532715/818bff808382%2C36255%2C1731953532715.1731953533147, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-18T18:12:20,998 DEBUG [RS:0;818bff808382:36255.replicationSource.shipper818bff808382%2C36255%2C1731953532715,1-818bff808382,36255,1731953532715 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T18:12:20,998 DEBUG [RS:0;818bff808382:36255.replicationSource.shipper818bff808382%2C36255%2C1731953532715,1-818bff808382,36255,1731953532715 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=818bff808382,36255,1731953532715, seqNum=-1] 2024-11-18T18:12:20,999 WARN [RS:0;818bff808382:36255.replicationSource.shipper818bff808382%2C36255%2C1731953532715,1-818bff808382,36255,1731953532715 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'hbase:replication', row='1-818bff808382,36255,1731953532715', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=818bff808382:36255 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 40 more 2024-11-18T18:12:21,001 INFO [regionserver/818bff808382:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T18:12:21,001 INFO [regionserver/818bff808382:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T18:12:21,002 DEBUG [RS:0;818bff808382:36255 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/oldWALs 2024-11-18T18:12:21,002 INFO [RS:0;818bff808382:36255 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 818bff808382%2C36255%2C1731953532715:(num 1731953533147) 2024-11-18T18:12:21,002 DEBUG [RS:0;818bff808382:36255 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:12:21,002 INFO [RS:0;818bff808382:36255 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T18:12:21,002 INFO [RS:0;818bff808382:36255 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T18:12:21,002 INFO [RS:0;818bff808382:36255 {}] hbase.ChoreService(370): Chore service for: regionserver/818bff808382:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T18:12:21,003 INFO [RS:0;818bff808382:36255 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T18:12:21,003 INFO [regionserver/818bff808382:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T18:12:21,003 INFO [RS:0;818bff808382:36255 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-818bff808382,36255,1731953532715 because: Region server is closing 2024-11-18T18:12:21,003 INFO [RS:0;818bff808382:36255 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;818bff808382:36255. 2024-11-18T18:12:21,003 DEBUG [RS:0;818bff808382:36255 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T18:12:21,003 DEBUG [RS:0;818bff808382:36255 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:12:21,003 DEBUG [RS:0;818bff808382:36255 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:12:21,003 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T18:12:21,003 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/818bff808382:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-18T18:12:21,003 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/818bff808382:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-18T18:12:21,003 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/818bff808382:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-18T18:12:21,002 ERROR [RS:0;818bff808382:36255.replicationSource.shipper818bff808382%2C36255%2C1731953532715,1-818bff808382,36255,1731953532715 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 818bff808382,36255,1731953532715: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-818bff808382,36255,1731953532715, walGroup=818bff808382%2C36255%2C1731953532715, offset=818bff808382%2C36255%2C1731953532715.1731953533147:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=818bff808382:36255 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-18T18:12:21,014 ERROR [RS:0;818bff808382:36255.replicationSource.shipper818bff808382%2C36255%2C1731953532715,1-818bff808382,36255,1731953532715 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-18T18:12:21,020 DEBUG [RS:0;818bff808382:36255.replicationSource.shipper818bff808382%2C36255%2C1731953532715,1-818bff808382,36255,1731953532715 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-18T18:12:21,022 DEBUG [RS:0;818bff808382:36255.replicationSource.shipper818bff808382%2C36255%2C1731953532715,1-818bff808382,36255,1731953532715 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-18T18:12:21,022 DEBUG [RS:0;818bff808382:36255.replicationSource.shipper818bff808382%2C36255%2C1731953532715,1-818bff808382,36255,1731953532715 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-18T18:12:21,022 DEBUG [RS:0;818bff808382:36255.replicationSource.shipper818bff808382%2C36255%2C1731953532715,1-818bff808382,36255,1731953532715 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-18T18:12:21,022 INFO [RS:0;818bff808382:36255.replicationSource.shipper818bff808382%2C36255%2C1731953532715,1-818bff808382,36255,1731953532715 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 476450576 }, "NonHeapMemoryUsage": { "committed": 185663488, "init": 7667712, "max": -1, "used": 182901480 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-18T18:12:21,024 DEBUG [RS:0;818bff808382:36255.replicationSource.shipper818bff808382%2C36255%2C1731953532715,1-818bff808382,36255,1731953532715 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [818bff808382%2C36255%2C1731953532715.1731953533147] 2024-11-18T18:12:21,104 INFO [RS:0;818bff808382:36255 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;818bff808382:36255.replicationSource.shipper818bff808382%2C36255%2C1731953532715,1-818bff808382,36255,1731953532715 terminated 2024-11-18T18:12:21,104 INFO [RS:0;818bff808382:36255 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36255 2024-11-18T18:12:21,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36255-0x1000bd524920007, quorum=127.0.0.1:60030, baseZNode=/0-219629363 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-219629363/rs/818bff808382,36255,1731953532715 2024-11-18T18:12:21,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41895-0x1000bd524920006, quorum=127.0.0.1:60030, baseZNode=/0-219629363 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-219629363/rs 2024-11-18T18:12:21,106 INFO [RS:0;818bff808382:36255 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T18:12:21,107 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [818bff808382,36255,1731953532715] 2024-11-18T18:12:21,109 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-219629363/draining/818bff808382,36255,1731953532715 already deleted, retry=false 2024-11-18T18:12:21,109 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 818bff808382,36255,1731953532715 expired; onlineServers=0 2024-11-18T18:12:21,109 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '818bff808382,41895,1731953532687' ***** 2024-11-18T18:12:21,109 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T18:12:21,109 INFO [M:0;818bff808382:41895 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T18:12:21,109 INFO [M:0;818bff808382:41895 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T18:12:21,109 DEBUG [M:0;818bff808382:41895 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T18:12:21,109 DEBUG [M:0;818bff808382:41895 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T18:12:21,109 INFO [M:0;818bff808382:41895 {}] hbase.ChoreService(370): Chore service for: master/818bff808382:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T18:12:21,109 INFO [M:0;818bff808382:41895 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T18:12:21,109 DEBUG [M:0;818bff808382:41895 {}] master.HMaster(1795): Stopping service threads 2024-11-18T18:12:21,109 INFO [M:0;818bff808382:41895 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T18:12:21,109 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T18:12:21,110 DEBUG [master/818bff808382:0:becomeActiveMaster-HFileCleaner.large.0-1731953532946 {}] cleaner.HFileCleaner(306): Exit Thread[master/818bff808382:0:becomeActiveMaster-HFileCleaner.large.0-1731953532946,5,FailOnTimeoutGroup] 2024-11-18T18:12:21,110 INFO [M:0;818bff808382:41895 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T18:12:21,110 INFO [M:0;818bff808382:41895 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T18:12:21,110 DEBUG [master/818bff808382:0:becomeActiveMaster-HFileCleaner.small.0-1731953532946 {}] cleaner.HFileCleaner(306): Exit Thread[master/818bff808382:0:becomeActiveMaster-HFileCleaner.small.0-1731953532946,5,FailOnTimeoutGroup] 2024-11-18T18:12:21,110 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T18:12:21,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41895-0x1000bd524920006, quorum=127.0.0.1:60030, baseZNode=/0-219629363 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-219629363/master 2024-11-18T18:12:21,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41895-0x1000bd524920006, quorum=127.0.0.1:60030, baseZNode=/0-219629363 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-219629363 2024-11-18T18:12:21,115 DEBUG [M:0;818bff808382:41895 {}] zookeeper.RecoverableZooKeeper(212): Node /0-219629363/master already deleted, retry=false 2024-11-18T18:12:21,115 DEBUG [M:0;818bff808382:41895 {}] master.ActiveMasterManager(353): master:41895-0x1000bd524920006, quorum=127.0.0.1:60030, baseZNode=/0-219629363 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-219629363/master 2024-11-18T18:12:21,115 INFO [M:0;818bff808382:41895 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:43419/user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/.lastflushedseqids 2024-11-18T18:12:21,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39185 is added to blk_1073741852_1028 (size=190) 2024-11-18T18:12:21,151 INFO [M:0;818bff808382:41895 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T18:12:21,151 INFO [M:0;818bff808382:41895 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T18:12:21,151 DEBUG [M:0;818bff808382:41895 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T18:12:21,151 INFO [M:0;818bff808382:41895 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:12:21,151 DEBUG [M:0;818bff808382:41895 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:12:21,151 DEBUG [M:0;818bff808382:41895 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T18:12:21,151 DEBUG [M:0;818bff808382:41895 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:12:21,151 INFO [M:0;818bff808382:41895 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-18T18:12:21,181 DEBUG [M:0;818bff808382:41895 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43419/user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/53ff55048f194b938c37506e9edbd9b1 is 82, key is hbase:meta,,1/info:regioninfo/1731953533549/Put/seqid=0 2024-11-18T18:12:21,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36255-0x1000bd524920007, quorum=127.0.0.1:60030, baseZNode=/0-219629363 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T18:12:21,208 INFO [RS:0;818bff808382:36255 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T18:12:21,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36255-0x1000bd524920007, quorum=127.0.0.1:60030, baseZNode=/0-219629363 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T18:12:21,208 INFO [RS:0;818bff808382:36255 {}] regionserver.HRegionServer(1031): Exiting; stopping=818bff808382,36255,1731953532715; zookeeper connection closed. 2024-11-18T18:12:21,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39185 is added to blk_1073741853_1029 (size=5672) 2024-11-18T18:12:21,226 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@c9a975d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@c9a975d 2024-11-18T18:12:21,226 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T18:12:21,628 INFO [M:0;818bff808382:41895 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:43419/user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/53ff55048f194b938c37506e9edbd9b1 2024-11-18T18:12:21,658 DEBUG [M:0;818bff808382:41895 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43419/user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3fcb336b5cc249dab4f7f7997d6dfc6d is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1731953537831/Put/seqid=0 2024-11-18T18:12:21,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39185 is added to blk_1073741854_1030 (size=7312) 2024-11-18T18:12:21,680 INFO [M:0;818bff808382:41895 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:43419/user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3fcb336b5cc249dab4f7f7997d6dfc6d 2024-11-18T18:12:21,738 DEBUG [M:0;818bff808382:41895 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43419/user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/476a01c775b94c979fea427dd373406b is 69, key is 818bff808382,36255,1731953532715/rs:state/1731953532966/Put/seqid=0 2024-11-18T18:12:21,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39185 is added to blk_1073741855_1031 (size=5370) 2024-11-18T18:12:21,776 INFO [M:0;818bff808382:41895 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:43419/user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/476a01c775b94c979fea427dd373406b 2024-11-18T18:12:21,785 INFO [M:0;818bff808382:41895 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 476a01c775b94c979fea427dd373406b 2024-11-18T18:12:21,786 DEBUG [M:0;818bff808382:41895 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43419/user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/53ff55048f194b938c37506e9edbd9b1 as hdfs://localhost:43419/user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/53ff55048f194b938c37506e9edbd9b1 2024-11-18T18:12:21,793 INFO [M:0;818bff808382:41895 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43419/user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/53ff55048f194b938c37506e9edbd9b1, entries=8, sequenceid=127, filesize=5.5 K 2024-11-18T18:12:21,794 DEBUG [M:0;818bff808382:41895 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43419/user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3fcb336b5cc249dab4f7f7997d6dfc6d as hdfs://localhost:43419/user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3fcb336b5cc249dab4f7f7997d6dfc6d 2024-11-18T18:12:21,799 INFO [M:0;818bff808382:41895 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43419/user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3fcb336b5cc249dab4f7f7997d6dfc6d, entries=7, sequenceid=127, filesize=7.1 K 2024-11-18T18:12:21,800 DEBUG [M:0;818bff808382:41895 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43419/user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/476a01c775b94c979fea427dd373406b as hdfs://localhost:43419/user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/476a01c775b94c979fea427dd373406b 2024-11-18T18:12:21,813 INFO [M:0;818bff808382:41895 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 476a01c775b94c979fea427dd373406b 2024-11-18T18:12:21,814 INFO [M:0;818bff808382:41895 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43419/user/jenkins/test-data/f44f6bec-0af9-363d-751b-c26d820f52d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/476a01c775b94c979fea427dd373406b, entries=2, sequenceid=127, filesize=5.2 K 2024-11-18T18:12:21,815 INFO [M:0;818bff808382:41895 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 663ms, sequenceid=127, compaction requested=false 2024-11-18T18:12:21,818 INFO [M:0;818bff808382:41895 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:12:21,818 DEBUG [M:0;818bff808382:41895 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731953541151Disabling compacts and flushes for region at 1731953541151Disabling writes for close at 1731953541151Obtaining lock to block concurrent updates at 1731953541151Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731953541151Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731953541152 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731953541153 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731953541153Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731953541180 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731953541180Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731953541634 (+454 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731953541657 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731953541658 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731953541703 (+45 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731953541737 (+34 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731953541737Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70e7f4e: reopening flushed file at 1731953541785 (+48 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e546218: reopening flushed file at 1731953541793 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c92e899: reopening flushed file at 1731953541799 (+6 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 663ms, sequenceid=127, compaction requested=false at 1731953541815 (+16 ms)Writing region close event to WAL at 1731953541818 (+3 ms)Closed at 1731953541818 2024-11-18T18:12:21,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39185 is added to blk_1073741847_1023 (size=22903) 2024-11-18T18:12:21,828 INFO [M:0;818bff808382:41895 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T18:12:21,828 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T18:12:21,828 INFO [M:0;818bff808382:41895 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41895 2024-11-18T18:12:21,828 INFO [M:0;818bff808382:41895 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T18:12:21,931 INFO [M:0;818bff808382:41895 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T18:12:21,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41895-0x1000bd524920006, quorum=127.0.0.1:60030, baseZNode=/0-219629363 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T18:12:21,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41895-0x1000bd524920006, quorum=127.0.0.1:60030, baseZNode=/0-219629363 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T18:12:21,943 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6b4fdf{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T18:12:21,943 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3d8f70de{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T18:12:21,943 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T18:12:21,943 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@28ba7143{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T18:12:21,943 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@34b66f5e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c903f81-ccca-8c56-cc8a-021589d7646e/hadoop.log.dir/,STOPPED} 2024-11-18T18:12:21,947 WARN [BP-954981812-172.17.0.2-1731953519569 heartbeating to localhost/127.0.0.1:43419 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T18:12:21,947 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T18:12:21,947 WARN [BP-954981812-172.17.0.2-1731953519569 heartbeating to localhost/127.0.0.1:43419 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-954981812-172.17.0.2-1731953519569 (Datanode Uuid 38df8fb5-a82d-49cb-b2dd-401f684f8e0c) service to localhost/127.0.0.1:43419 2024-11-18T18:12:21,947 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T18:12:21,948 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c903f81-ccca-8c56-cc8a-021589d7646e/cluster_038985d2-fb8e-ef21-bc11-675e6aeee401/data/data2/current/BP-954981812-172.17.0.2-1731953519569 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T18:12:21,948 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c903f81-ccca-8c56-cc8a-021589d7646e/cluster_038985d2-fb8e-ef21-bc11-675e6aeee401/data/data1/current/BP-954981812-172.17.0.2-1731953519569 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T18:12:21,949 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T18:12:21,959 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@159e5a7f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T18:12:21,960 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4649bf0f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T18:12:21,961 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T18:12:21,961 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@230b3bed{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T18:12:21,962 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d32fc16{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c903f81-ccca-8c56-cc8a-021589d7646e/hadoop.log.dir/,STOPPED} 2024-11-18T18:12:21,982 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-18T18:12:22,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T18:12:22,028 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=209 (was 161) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60030) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43419 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35791 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60030) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35791 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43419 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35791 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35791 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35791 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43419 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:43419 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:43419 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35791 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43419 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43419 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43419 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35791 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:35791 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43419 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=581 (was 503) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=197 (was 183) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=11016 (was 11598) 2024-11-18T18:12:22,055 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=209, OpenFileDescriptor=581, MaxFileDescriptor=1048576, SystemLoadAverage=197, ProcessCount=11, AvailableMemoryMB=11016 2024-11-18T18:12:22,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1000bd524920005, quorum=127.0.0.1:60030, baseZNode=/1339652153 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T18:12:22,069 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1000bd524920005, quorum=127.0.0.1:60030, baseZNode=/1339652153 Received Disconnected from ZooKeeper, ignoring 2024-11-18T18:12:22,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1000bd524920002, quorum=127.0.0.1:60030, baseZNode=/0-219629363 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T18:12:22,075 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1000bd524920002, quorum=127.0.0.1:60030, baseZNode=/0-219629363 Received Disconnected from ZooKeeper, ignoring 2024-11-18T18:12:22,079 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-18T18:12:22,079 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/067ef24e-a41d-b5db-0789-be0f14d0ea7f/hadoop.log.dir so I do NOT create it in target/test-data/c4f207d2-559a-1fa8-d8ec-06560fe8b915 2024-11-18T18:12:22,079 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/067ef24e-a41d-b5db-0789-be0f14d0ea7f/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T18:12:22,079 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/067ef24e-a41d-b5db-0789-be0f14d0ea7f/hadoop.tmp.dir so I do NOT create it in target/test-data/c4f207d2-559a-1fa8-d8ec-06560fe8b915 2024-11-18T18:12:22,079 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/067ef24e-a41d-b5db-0789-be0f14d0ea7f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T18:12:22,080 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4f207d2-559a-1fa8-d8ec-06560fe8b915 2024-11-18T18:12:22,080 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4f207d2-559a-1fa8-d8ec-06560fe8b915/cluster_1a94cb87-7f68-f3d5-3935-2ed06fb55f00, deleteOnExit=true 2024-11-18T18:12:22,119 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4f207d2-559a-1fa8-d8ec-06560fe8b915/cluster_1a94cb87-7f68-f3d5-3935-2ed06fb55f00/zookeeper_0, clientPort=53338, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4f207d2-559a-1fa8-d8ec-06560fe8b915/cluster_1a94cb87-7f68-f3d5-3935-2ed06fb55f00/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4f207d2-559a-1fa8-d8ec-06560fe8b915/cluster_1a94cb87-7f68-f3d5-3935-2ed06fb55f00/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-18T18:12:22,120 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53338 2024-11-18T18:12:22,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T18:12:22,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T18:12:22,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4f207d2-559a-1fa8-d8ec-06560fe8b915/test.cache.data in system properties and HBase conf 2024-11-18T18:12:22,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4f207d2-559a-1fa8-d8ec-06560fe8b915/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T18:12:22,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4f207d2-559a-1fa8-d8ec-06560fe8b915/hadoop.log.dir in system properties and HBase conf 2024-11-18T18:12:22,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4f207d2-559a-1fa8-d8ec-06560fe8b915/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T18:12:22,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4f207d2-559a-1fa8-d8ec-06560fe8b915/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T18:12:22,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T18:12:22,121 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T18:12:22,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4f207d2-559a-1fa8-d8ec-06560fe8b915/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T18:12:22,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4f207d2-559a-1fa8-d8ec-06560fe8b915/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T18:12:22,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4f207d2-559a-1fa8-d8ec-06560fe8b915/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T18:12:22,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4f207d2-559a-1fa8-d8ec-06560fe8b915/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T18:12:22,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4f207d2-559a-1fa8-d8ec-06560fe8b915/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T18:12:22,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4f207d2-559a-1fa8-d8ec-06560fe8b915/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T18:12:22,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4f207d2-559a-1fa8-d8ec-06560fe8b915/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T18:12:22,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4f207d2-559a-1fa8-d8ec-06560fe8b915/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T18:12:22,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4f207d2-559a-1fa8-d8ec-06560fe8b915/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T18:12:22,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4f207d2-559a-1fa8-d8ec-06560fe8b915/nfs.dump.dir in system properties and HBase conf 2024-11-18T18:12:22,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4f207d2-559a-1fa8-d8ec-06560fe8b915/java.io.tmpdir in system properties and HBase conf 2024-11-18T18:12:22,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4f207d2-559a-1fa8-d8ec-06560fe8b915/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T18:12:22,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4f207d2-559a-1fa8-d8ec-06560fe8b915/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T18:12:22,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4f207d2-559a-1fa8-d8ec-06560fe8b915/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T18:12:22,297 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T18:12:22,309 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T18:12:22,411 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T18:12:22,411 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T18:12:22,411 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T18:12:22,429 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T18:12:22,437 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ecb4db1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4f207d2-559a-1fa8-d8ec-06560fe8b915/hadoop.log.dir/,AVAILABLE} 2024-11-18T18:12:22,438 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7762b913{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T18:12:22,658 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2815af66{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4f207d2-559a-1fa8-d8ec-06560fe8b915/java.io.tmpdir/jetty-localhost-36025-hadoop-hdfs-3_4_1-tests_jar-_-any-2434033293524133465/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T18:12:22,659 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7702e3a8{HTTP/1.1, (http/1.1)}{localhost:36025} 2024-11-18T18:12:22,659 INFO [Time-limited test {}] server.Server(415): Started @152755ms 2024-11-18T18:12:22,981 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T18:12:23,016 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:12:23,016 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:12:23,017 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:12:23,017 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:12:23,017 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:12:23,018 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:12:23,026 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:12:23,038 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T18:12:23,057 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T18:12:23,096 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T18:12:23,096 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T18:12:23,096 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T18:12:23,097 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@693f0c4e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4f207d2-559a-1fa8-d8ec-06560fe8b915/hadoop.log.dir/,AVAILABLE} 2024-11-18T18:12:23,098 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6764637a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T18:12:23,259 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@469bf754{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4f207d2-559a-1fa8-d8ec-06560fe8b915/java.io.tmpdir/jetty-localhost-36741-hadoop-hdfs-3_4_1-tests_jar-_-any-10595800098588866027/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T18:12:23,260 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@169b54f{HTTP/1.1, (http/1.1)}{localhost:36741} 2024-11-18T18:12:23,260 INFO [Time-limited test {}] server.Server(415): Started @153356ms 2024-11-18T18:12:23,261 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T18:12:23,385 WARN [Thread-1678 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4f207d2-559a-1fa8-d8ec-06560fe8b915/cluster_1a94cb87-7f68-f3d5-3935-2ed06fb55f00/data/data2/current/BP-692307434-172.17.0.2-1731953542172/current, will proceed with Du for space computation calculation, 2024-11-18T18:12:23,385 WARN [Thread-1677 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4f207d2-559a-1fa8-d8ec-06560fe8b915/cluster_1a94cb87-7f68-f3d5-3935-2ed06fb55f00/data/data1/current/BP-692307434-172.17.0.2-1731953542172/current, will proceed with Du for space computation calculation, 2024-11-18T18:12:23,413 WARN [Thread-1665 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T18:12:23,417 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x156c399a1e2cb570 with lease ID 0x18c4b2682bf30dc3: Processing first storage report for DS-c31b339a-a3e5-4565-a61e-b7b8409378e1 from datanode DatanodeRegistration(127.0.0.1:38401, datanodeUuid=63dac714-0407-456e-a5db-50ec34babc80, infoPort=37141, infoSecurePort=0, ipcPort=39997, storageInfo=lv=-57;cid=testClusterID;nsid=1305389745;c=1731953542172) 2024-11-18T18:12:23,417 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x156c399a1e2cb570 with lease ID 0x18c4b2682bf30dc3: from storage DS-c31b339a-a3e5-4565-a61e-b7b8409378e1 node DatanodeRegistration(127.0.0.1:38401, datanodeUuid=63dac714-0407-456e-a5db-50ec34babc80, infoPort=37141, infoSecurePort=0, ipcPort=39997, storageInfo=lv=-57;cid=testClusterID;nsid=1305389745;c=1731953542172), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T18:12:23,417 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x156c399a1e2cb570 with lease ID 0x18c4b2682bf30dc3: Processing first storage report for DS-7daa2829-cea7-4cf8-b122-3e5cdaf6e473 from datanode DatanodeRegistration(127.0.0.1:38401, datanodeUuid=63dac714-0407-456e-a5db-50ec34babc80, infoPort=37141, infoSecurePort=0, ipcPort=39997, storageInfo=lv=-57;cid=testClusterID;nsid=1305389745;c=1731953542172) 2024-11-18T18:12:23,417 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x156c399a1e2cb570 with lease ID 0x18c4b2682bf30dc3: from storage DS-7daa2829-cea7-4cf8-b122-3e5cdaf6e473 node DatanodeRegistration(127.0.0.1:38401, datanodeUuid=63dac714-0407-456e-a5db-50ec34babc80, infoPort=37141, infoSecurePort=0, ipcPort=39997, storageInfo=lv=-57;cid=testClusterID;nsid=1305389745;c=1731953542172), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T18:12:23,421 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4f207d2-559a-1fa8-d8ec-06560fe8b915 2024-11-18T18:12:23,422 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:12:23,423 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:12:23,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38401 is added to blk_1073741825_1001 (size=7) 2024-11-18T18:12:23,832 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e with version=8 2024-11-18T18:12:23,832 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/hbase-staging 2024-11-18T18:12:23,834 INFO [Time-limited test {}] client.ConnectionUtils(128): master/818bff808382:0 server-side Connection retries=45 2024-11-18T18:12:23,834 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T18:12:23,834 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T18:12:23,834 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T18:12:23,834 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T18:12:23,834 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T18:12:23,834 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T18:12:23,834 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T18:12:23,835 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38689 2024-11-18T18:12:23,836 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38689 connecting to ZooKeeper ensemble=127.0.0.1:53338 2024-11-18T18:12:23,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:386890x0, quorum=127.0.0.1:53338, baseZNode=/0397809682 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T18:12:23,841 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38689-0x1000bd57ccb0000 connected 2024-11-18T18:12:23,863 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:12:23,865 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:12:23,868 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38689-0x1000bd57ccb0000, quorum=127.0.0.1:53338, baseZNode=/0397809682 Set watcher on znode that does not yet exist, /0397809682/running 2024-11-18T18:12:23,868 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e, hbase.cluster.distributed=false 2024-11-18T18:12:23,870 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38689-0x1000bd57ccb0000, quorum=127.0.0.1:53338, baseZNode=/0397809682 Set watcher on znode that does not yet exist, /0397809682/acl 2024-11-18T18:12:23,874 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38689 2024-11-18T18:12:23,875 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38689 2024-11-18T18:12:23,877 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38689 2024-11-18T18:12:23,878 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38689 2024-11-18T18:12:23,878 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38689 2024-11-18T18:12:23,895 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/818bff808382:0 server-side Connection retries=45 2024-11-18T18:12:23,895 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T18:12:23,895 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T18:12:23,895 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T18:12:23,895 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T18:12:23,895 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T18:12:23,896 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T18:12:23,896 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T18:12:23,897 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43879 2024-11-18T18:12:23,898 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43879 connecting to ZooKeeper ensemble=127.0.0.1:53338 2024-11-18T18:12:23,898 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:12:23,901 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:12:23,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:438790x0, quorum=127.0.0.1:53338, baseZNode=/0397809682 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T18:12:23,906 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:438790x0, quorum=127.0.0.1:53338, baseZNode=/0397809682 Set watcher on znode that does not yet exist, /0397809682/running 2024-11-18T18:12:23,906 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T18:12:23,906 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43879-0x1000bd57ccb0001 connected 2024-11-18T18:12:23,909 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T18:12:23,910 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43879-0x1000bd57ccb0001, quorum=127.0.0.1:53338, baseZNode=/0397809682 Set watcher on znode that does not yet exist, /0397809682/master 2024-11-18T18:12:23,910 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43879-0x1000bd57ccb0001, quorum=127.0.0.1:53338, baseZNode=/0397809682 Set watcher on znode that does not yet exist, /0397809682/acl 2024-11-18T18:12:23,912 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43879 2024-11-18T18:12:23,913 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43879 2024-11-18T18:12:23,915 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43879 2024-11-18T18:12:23,915 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43879 2024-11-18T18:12:23,915 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43879 2024-11-18T18:12:23,927 DEBUG [M:0;818bff808382:38689 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;818bff808382:38689 2024-11-18T18:12:23,927 INFO [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0397809682/backup-masters/818bff808382,38689,1731953543834 2024-11-18T18:12:23,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43879-0x1000bd57ccb0001, quorum=127.0.0.1:53338, baseZNode=/0397809682 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0397809682/backup-masters 2024-11-18T18:12:23,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38689-0x1000bd57ccb0000, quorum=127.0.0.1:53338, baseZNode=/0397809682 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0397809682/backup-masters 2024-11-18T18:12:23,929 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38689-0x1000bd57ccb0000, quorum=127.0.0.1:53338, baseZNode=/0397809682 Set watcher on existing znode=/0397809682/backup-masters/818bff808382,38689,1731953543834 2024-11-18T18:12:23,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38689-0x1000bd57ccb0000, quorum=127.0.0.1:53338, baseZNode=/0397809682 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0397809682 2024-11-18T18:12:23,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43879-0x1000bd57ccb0001, quorum=127.0.0.1:53338, baseZNode=/0397809682 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0397809682/master 2024-11-18T18:12:23,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43879-0x1000bd57ccb0001, quorum=127.0.0.1:53338, baseZNode=/0397809682 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0397809682 2024-11-18T18:12:23,931 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38689-0x1000bd57ccb0000, quorum=127.0.0.1:53338, baseZNode=/0397809682 Set watcher on existing znode=/0397809682/master 2024-11-18T18:12:23,931 INFO [master/818bff808382:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0397809682/backup-masters/818bff808382,38689,1731953543834 from backup master directory 2024-11-18T18:12:23,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43879-0x1000bd57ccb0001, quorum=127.0.0.1:53338, baseZNode=/0397809682 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0397809682/backup-masters 2024-11-18T18:12:23,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38689-0x1000bd57ccb0000, quorum=127.0.0.1:53338, baseZNode=/0397809682 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0397809682/backup-masters/818bff808382,38689,1731953543834 2024-11-18T18:12:23,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38689-0x1000bd57ccb0000, quorum=127.0.0.1:53338, baseZNode=/0397809682 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0397809682/backup-masters 2024-11-18T18:12:23,933 WARN [master/818bff808382:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T18:12:23,933 INFO [master/818bff808382:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=818bff808382,38689,1731953543834 2024-11-18T18:12:23,940 DEBUG [master/818bff808382:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/hbase.id] with ID: 2a5655c0-b097-46e3-9e1b-ae13069aa2a3 2024-11-18T18:12:23,940 DEBUG [master/818bff808382:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/.tmp/hbase.id 2024-11-18T18:12:23,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38401 is added to blk_1073741826_1002 (size=42) 2024-11-18T18:12:24,346 DEBUG [master/818bff808382:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/.tmp/hbase.id]:[hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/hbase.id] 2024-11-18T18:12:24,356 INFO [master/818bff808382:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:12:24,356 INFO [master/818bff808382:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T18:12:24,357 INFO [master/818bff808382:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-18T18:12:24,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38689-0x1000bd57ccb0000, quorum=127.0.0.1:53338, baseZNode=/0397809682 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0397809682 2024-11-18T18:12:24,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43879-0x1000bd57ccb0001, quorum=127.0.0.1:53338, baseZNode=/0397809682 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0397809682 2024-11-18T18:12:24,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38401 is added to blk_1073741827_1003 (size=196) 2024-11-18T18:12:24,765 INFO [master/818bff808382:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T18:12:24,766 INFO [master/818bff808382:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T18:12:24,766 INFO [master/818bff808382:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T18:12:24,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38401 is added to blk_1073741828_1004 (size=1189) 2024-11-18T18:12:25,177 INFO [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/MasterData/data/master/store 2024-11-18T18:12:25,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38401 is added to blk_1073741829_1005 (size=34) 2024-11-18T18:12:25,579 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T18:12:25,580 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-18T18:12:25,580 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-18T18:12:25,580 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T18:12:25,584 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:12:25,584 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T18:12:25,584 INFO [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:12:25,584 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:12:25,584 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T18:12:25,584 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:12:25,584 INFO [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:12:25,584 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731953545584Disabling compacts and flushes for region at 1731953545584Disabling writes for close at 1731953545584Writing region close event to WAL at 1731953545584Closed at 1731953545584 2024-11-18T18:12:25,585 WARN [master/818bff808382:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/MasterData/data/master/store/.initializing 2024-11-18T18:12:25,585 DEBUG [master/818bff808382:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/MasterData/WALs/818bff808382,38689,1731953543834 2024-11-18T18:12:25,586 INFO [master/818bff808382:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T18:12:25,588 INFO [master/818bff808382:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=818bff808382%2C38689%2C1731953543834, suffix=, logDir=hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/MasterData/WALs/818bff808382,38689,1731953543834, archiveDir=hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/MasterData/oldWALs, maxLogs=10 2024-11-18T18:12:25,609 DEBUG [master/818bff808382:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/MasterData/WALs/818bff808382,38689,1731953543834/818bff808382%2C38689%2C1731953543834.1731953545588, exclude list is [], retry=0 2024-11-18T18:12:25,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38401,DS-c31b339a-a3e5-4565-a61e-b7b8409378e1,DISK] 2024-11-18T18:12:25,618 INFO [master/818bff808382:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/MasterData/WALs/818bff808382,38689,1731953543834/818bff808382%2C38689%2C1731953543834.1731953545588 2024-11-18T18:12:25,618 DEBUG [master/818bff808382:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37141:37141)] 2024-11-18T18:12:25,618 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T18:12:25,619 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:12:25,619 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:12:25,619 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:12:25,624 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:12:25,625 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T18:12:25,626 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:12:25,626 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:12:25,626 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:12:25,627 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T18:12:25,627 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:12:25,628 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:12:25,628 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:12:25,629 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T18:12:25,629 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:12:25,630 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:12:25,630 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:12:25,631 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T18:12:25,631 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:12:25,631 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:12:25,631 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:12:25,632 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:12:25,632 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:12:25,634 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:12:25,634 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:12:25,634 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T18:12:25,636 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:12:25,640 DEBUG [master/818bff808382:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T18:12:25,641 INFO [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73314290, jitterRate=0.09246805310249329}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T18:12:25,642 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731953545619Initializing all the Stores at 1731953545620 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953545620Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953545624 (+4 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953545624Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953545624Cleaning up temporary data from old regions at 1731953545634 (+10 ms)Region opened successfully at 1731953545642 (+8 ms) 2024-11-18T18:12:25,643 INFO [master/818bff808382:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T18:12:25,646 DEBUG [master/818bff808382:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@569db6db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=818bff808382/172.17.0.2:0 2024-11-18T18:12:25,649 INFO [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T18:12:25,649 INFO [master/818bff808382:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T18:12:25,649 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T18:12:25,650 INFO [master/818bff808382:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T18:12:25,650 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T18:12:25,651 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T18:12:25,651 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T18:12:25,653 INFO [master/818bff808382:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T18:12:25,657 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38689-0x1000bd57ccb0000, quorum=127.0.0.1:53338, baseZNode=/0397809682 Unable to get data of znode /0397809682/balancer because node does not exist (not necessarily an error) 2024-11-18T18:12:25,658 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0397809682/balancer already deleted, retry=false 2024-11-18T18:12:25,658 INFO [master/818bff808382:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T18:12:25,660 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38689-0x1000bd57ccb0000, quorum=127.0.0.1:53338, baseZNode=/0397809682 Unable to get data of znode /0397809682/normalizer because node does not exist (not necessarily an error) 2024-11-18T18:12:25,665 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0397809682/normalizer already deleted, retry=false 2024-11-18T18:12:25,665 INFO [master/818bff808382:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T18:12:25,671 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38689-0x1000bd57ccb0000, quorum=127.0.0.1:53338, baseZNode=/0397809682 Unable to get data of znode /0397809682/switch/split because node does not exist (not necessarily an error) 2024-11-18T18:12:25,672 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0397809682/switch/split already deleted, retry=false 2024-11-18T18:12:25,673 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38689-0x1000bd57ccb0000, quorum=127.0.0.1:53338, baseZNode=/0397809682 Unable to get data of znode /0397809682/switch/merge because node does not exist (not necessarily an error) 2024-11-18T18:12:25,675 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0397809682/switch/merge already deleted, retry=false 2024-11-18T18:12:25,677 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38689-0x1000bd57ccb0000, quorum=127.0.0.1:53338, baseZNode=/0397809682 Unable to get data of znode /0397809682/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T18:12:25,679 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0397809682/snapshot-cleanup already deleted, retry=false 2024-11-18T18:12:25,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38689-0x1000bd57ccb0000, quorum=127.0.0.1:53338, baseZNode=/0397809682 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0397809682/running 2024-11-18T18:12:25,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43879-0x1000bd57ccb0001, quorum=127.0.0.1:53338, baseZNode=/0397809682 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0397809682/running 2024-11-18T18:12:25,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43879-0x1000bd57ccb0001, quorum=127.0.0.1:53338, baseZNode=/0397809682 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0397809682 2024-11-18T18:12:25,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38689-0x1000bd57ccb0000, quorum=127.0.0.1:53338, baseZNode=/0397809682 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0397809682 2024-11-18T18:12:25,684 INFO [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=818bff808382,38689,1731953543834, sessionid=0x1000bd57ccb0000, setting cluster-up flag (Was=false) 2024-11-18T18:12:25,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43879-0x1000bd57ccb0001, quorum=127.0.0.1:53338, baseZNode=/0397809682 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0397809682 2024-11-18T18:12:25,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38689-0x1000bd57ccb0000, quorum=127.0.0.1:53338, baseZNode=/0397809682 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0397809682 2024-11-18T18:12:25,693 DEBUG [master/818bff808382:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0397809682/flush-table-proc/acquired, /0397809682/flush-table-proc/reached, /0397809682/flush-table-proc/abort 2024-11-18T18:12:25,695 DEBUG [master/818bff808382:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=818bff808382,38689,1731953543834 2024-11-18T18:12:25,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43879-0x1000bd57ccb0001, quorum=127.0.0.1:53338, baseZNode=/0397809682 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0397809682 2024-11-18T18:12:25,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38689-0x1000bd57ccb0000, quorum=127.0.0.1:53338, baseZNode=/0397809682 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0397809682 2024-11-18T18:12:25,717 DEBUG [master/818bff808382:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0397809682/online-snapshot/acquired, /0397809682/online-snapshot/reached, /0397809682/online-snapshot/abort 2024-11-18T18:12:25,719 DEBUG [master/818bff808382:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=818bff808382,38689,1731953543834 2024-11-18T18:12:25,722 INFO [master/818bff808382:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T18:12:25,734 DEBUG [master/818bff808382:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T18:12:25,734 INFO [master/818bff808382:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T18:12:25,734 INFO [master/818bff808382:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T18:12:25,734 WARN [master/818bff808382:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 818bff808382,39667,1731953520588: status=Processing ServerCrashProcedure of 818bff808382,39667,1731953520588 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731953532933, completionTime=-1 appears to have been leaked 2024-11-18T18:12:25,735 DEBUG [master/818bff808382:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 818bff808382,38689,1731953543834 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T18:12:25,744 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/818bff808382:0, corePoolSize=5, maxPoolSize=5 2024-11-18T18:12:25,744 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/818bff808382:0, corePoolSize=5, maxPoolSize=5 2024-11-18T18:12:25,744 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/818bff808382:0, corePoolSize=5, maxPoolSize=5 2024-11-18T18:12:25,744 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/818bff808382:0, corePoolSize=5, maxPoolSize=5 2024-11-18T18:12:25,744 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/818bff808382:0, corePoolSize=10, maxPoolSize=10 2024-11-18T18:12:25,744 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:12:25,744 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/818bff808382:0, corePoolSize=2, maxPoolSize=2 2024-11-18T18:12:25,744 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:12:25,759 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T18:12:25,761 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T18:12:25,764 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:12:25,765 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T18:12:25,792 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731953575792 2024-11-18T18:12:25,792 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T18:12:25,792 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T18:12:25,792 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T18:12:25,792 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T18:12:25,792 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T18:12:25,792 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T18:12:25,796 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T18:12:25,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38401 is added to blk_1073741831_1007 (size=1321) 2024-11-18T18:12:25,804 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T18:12:25,804 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T18:12:25,804 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T18:12:25,804 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T18:12:25,813 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T18:12:25,813 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T18:12:25,824 DEBUG [master/818bff808382:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/818bff808382:0:becomeActiveMaster-HFileCleaner.large.0-1731953545813,5,FailOnTimeoutGroup] 2024-11-18T18:12:25,825 DEBUG [master/818bff808382:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/818bff808382:0:becomeActiveMaster-HFileCleaner.small.0-1731953545824,5,FailOnTimeoutGroup] 2024-11-18T18:12:25,825 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T18:12:25,825 INFO [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T18:12:25,825 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T18:12:25,825 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T18:12:25,833 INFO [RS:0;818bff808382:43879 {}] regionserver.HRegionServer(746): ClusterId : 2a5655c0-b097-46e3-9e1b-ae13069aa2a3 2024-11-18T18:12:25,833 DEBUG [RS:0;818bff808382:43879 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T18:12:25,841 DEBUG [RS:0;818bff808382:43879 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T18:12:25,841 DEBUG [RS:0;818bff808382:43879 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T18:12:25,844 DEBUG [RS:0;818bff808382:43879 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T18:12:25,845 DEBUG [RS:0;818bff808382:43879 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3105b284, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=818bff808382/172.17.0.2:0 2024-11-18T18:12:25,869 DEBUG [RS:0;818bff808382:43879 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;818bff808382:43879 2024-11-18T18:12:25,870 INFO [RS:0;818bff808382:43879 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T18:12:25,870 INFO [RS:0;818bff808382:43879 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T18:12:25,870 DEBUG [RS:0;818bff808382:43879 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T18:12:25,874 INFO [RS:0;818bff808382:43879 {}] regionserver.HRegionServer(2659): reportForDuty to master=818bff808382,38689,1731953543834 with port=43879, startcode=1731953543895 2024-11-18T18:12:25,875 DEBUG [RS:0;818bff808382:43879 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T18:12:25,881 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56159, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T18:12:25,882 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38689 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 818bff808382,43879,1731953543895 2024-11-18T18:12:25,882 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38689 {}] master.ServerManager(517): Registering regionserver=818bff808382,43879,1731953543895 2024-11-18T18:12:25,884 DEBUG [RS:0;818bff808382:43879 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e 2024-11-18T18:12:25,884 DEBUG [RS:0;818bff808382:43879 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44727 2024-11-18T18:12:25,884 DEBUG [RS:0;818bff808382:43879 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T18:12:25,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38689-0x1000bd57ccb0000, quorum=127.0.0.1:53338, baseZNode=/0397809682 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0397809682/rs 2024-11-18T18:12:25,888 DEBUG [RS:0;818bff808382:43879 {}] zookeeper.ZKUtil(111): regionserver:43879-0x1000bd57ccb0001, quorum=127.0.0.1:53338, baseZNode=/0397809682 Set watcher on existing znode=/0397809682/rs/818bff808382,43879,1731953543895 2024-11-18T18:12:25,888 WARN [RS:0;818bff808382:43879 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T18:12:25,888 INFO [RS:0;818bff808382:43879 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T18:12:25,889 DEBUG [RS:0;818bff808382:43879 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/WALs/818bff808382,43879,1731953543895 2024-11-18T18:12:25,892 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [818bff808382,43879,1731953543895] 2024-11-18T18:12:25,905 INFO [RS:0;818bff808382:43879 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T18:12:25,924 INFO [RS:0;818bff808382:43879 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T18:12:25,925 INFO [RS:0;818bff808382:43879 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T18:12:25,925 INFO [RS:0;818bff808382:43879 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T18:12:25,926 INFO [RS:0;818bff808382:43879 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T18:12:25,927 INFO [RS:0;818bff808382:43879 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T18:12:25,927 INFO [RS:0;818bff808382:43879 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T18:12:25,927 DEBUG [RS:0;818bff808382:43879 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:12:25,927 DEBUG [RS:0;818bff808382:43879 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:12:25,927 DEBUG [RS:0;818bff808382:43879 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:12:25,927 DEBUG [RS:0;818bff808382:43879 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:12:25,927 DEBUG [RS:0;818bff808382:43879 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:12:25,927 DEBUG [RS:0;818bff808382:43879 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/818bff808382:0, corePoolSize=2, maxPoolSize=2 2024-11-18T18:12:25,927 DEBUG [RS:0;818bff808382:43879 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:12:25,927 DEBUG [RS:0;818bff808382:43879 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:12:25,927 DEBUG [RS:0;818bff808382:43879 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:12:25,927 DEBUG [RS:0;818bff808382:43879 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:12:25,927 DEBUG [RS:0;818bff808382:43879 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:12:25,927 DEBUG [RS:0;818bff808382:43879 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:12:25,927 DEBUG [RS:0;818bff808382:43879 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0, corePoolSize=3, maxPoolSize=3 2024-11-18T18:12:25,927 DEBUG [RS:0;818bff808382:43879 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/818bff808382:0, corePoolSize=3, maxPoolSize=3 2024-11-18T18:12:25,960 INFO [RS:0;818bff808382:43879 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T18:12:25,960 INFO [RS:0;818bff808382:43879 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T18:12:25,960 INFO [RS:0;818bff808382:43879 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T18:12:25,960 INFO [RS:0;818bff808382:43879 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T18:12:25,960 INFO [RS:0;818bff808382:43879 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T18:12:25,960 INFO [RS:0;818bff808382:43879 {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,43879,1731953543895-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T18:12:25,983 INFO [RS:0;818bff808382:43879 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T18:12:25,983 INFO [RS:0;818bff808382:43879 {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,43879,1731953543895-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T18:12:25,984 INFO [RS:0;818bff808382:43879 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:12:25,984 INFO [RS:0;818bff808382:43879 {}] regionserver.Replication(171): 818bff808382,43879,1731953543895 started 2024-11-18T18:12:26,002 INFO [RS:0;818bff808382:43879 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:12:26,002 INFO [RS:0;818bff808382:43879 {}] regionserver.HRegionServer(1482): Serving as 818bff808382,43879,1731953543895, RpcServer on 818bff808382/172.17.0.2:43879, sessionid=0x1000bd57ccb0001 2024-11-18T18:12:26,002 DEBUG [RS:0;818bff808382:43879 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T18:12:26,002 DEBUG [RS:0;818bff808382:43879 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 818bff808382,43879,1731953543895 2024-11-18T18:12:26,002 DEBUG [RS:0;818bff808382:43879 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '818bff808382,43879,1731953543895' 2024-11-18T18:12:26,002 DEBUG [RS:0;818bff808382:43879 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0397809682/flush-table-proc/abort' 2024-11-18T18:12:26,003 DEBUG [RS:0;818bff808382:43879 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0397809682/flush-table-proc/acquired' 2024-11-18T18:12:26,007 DEBUG [RS:0;818bff808382:43879 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T18:12:26,007 DEBUG [RS:0;818bff808382:43879 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T18:12:26,007 DEBUG [RS:0;818bff808382:43879 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 818bff808382,43879,1731953543895 2024-11-18T18:12:26,007 DEBUG [RS:0;818bff808382:43879 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '818bff808382,43879,1731953543895' 2024-11-18T18:12:26,007 DEBUG [RS:0;818bff808382:43879 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0397809682/online-snapshot/abort' 2024-11-18T18:12:26,008 DEBUG [RS:0;818bff808382:43879 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0397809682/online-snapshot/acquired' 2024-11-18T18:12:26,008 DEBUG [RS:0;818bff808382:43879 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T18:12:26,008 INFO [RS:0;818bff808382:43879 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T18:12:26,008 INFO [RS:0;818bff808382:43879 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T18:12:26,108 INFO [RS:0;818bff808382:43879 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T18:12:26,110 INFO [RS:0;818bff808382:43879 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=818bff808382%2C43879%2C1731953543895, suffix=, logDir=hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/WALs/818bff808382,43879,1731953543895, archiveDir=hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/oldWALs, maxLogs=10 2024-11-18T18:12:26,125 DEBUG [RS:0;818bff808382:43879 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/WALs/818bff808382,43879,1731953543895/818bff808382%2C43879%2C1731953543895.1731953546110, exclude list is [], retry=0 2024-11-18T18:12:26,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38401,DS-c31b339a-a3e5-4565-a61e-b7b8409378e1,DISK] 2024-11-18T18:12:26,130 INFO [RS:0;818bff808382:43879 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/WALs/818bff808382,43879,1731953543895/818bff808382%2C43879%2C1731953543895.1731953546110 2024-11-18T18:12:26,130 DEBUG [RS:0;818bff808382:43879 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37141:37141)] 2024-11-18T18:12:26,202 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T18:12:26,203 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e 2024-11-18T18:12:26,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38401 is added to blk_1073741833_1009 (size=32) 2024-11-18T18:12:26,609 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:12:26,610 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T18:12:26,611 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T18:12:26,611 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:12:26,612 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:12:26,612 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T18:12:26,613 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T18:12:26,613 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:12:26,613 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:12:26,613 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T18:12:26,614 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T18:12:26,614 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:12:26,615 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:12:26,615 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T18:12:26,615 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T18:12:26,615 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:12:26,616 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:12:26,616 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T18:12:26,616 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/data/hbase/meta/1588230740 2024-11-18T18:12:26,617 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/data/hbase/meta/1588230740 2024-11-18T18:12:26,618 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T18:12:26,618 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T18:12:26,618 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T18:12:26,619 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T18:12:26,621 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T18:12:26,621 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68844061, jitterRate=0.02585645020008087}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T18:12:26,621 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731953546609Initializing all the Stores at 1731953546610 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953546610Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953546610Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953546610Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953546610Cleaning up temporary data from old regions at 1731953546618 (+8 ms)Region opened successfully at 1731953546621 (+3 ms) 2024-11-18T18:12:26,622 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T18:12:26,622 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T18:12:26,622 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T18:12:26,622 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T18:12:26,622 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T18:12:26,622 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T18:12:26,622 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731953546621Disabling compacts and flushes for region at 1731953546621Disabling writes for close at 1731953546622 (+1 ms)Writing region close event to WAL at 1731953546622Closed at 1731953546622 2024-11-18T18:12:26,623 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T18:12:26,623 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T18:12:26,623 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T18:12:26,624 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T18:12:26,625 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T18:12:26,775 DEBUG [818bff808382:38689 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T18:12:26,776 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=818bff808382,43879,1731953543895 2024-11-18T18:12:26,777 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 818bff808382,43879,1731953543895, state=OPENING 2024-11-18T18:12:26,779 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T18:12:26,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38689-0x1000bd57ccb0000, quorum=127.0.0.1:53338, baseZNode=/0397809682 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0397809682 2024-11-18T18:12:26,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43879-0x1000bd57ccb0001, quorum=127.0.0.1:53338, baseZNode=/0397809682 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0397809682 2024-11-18T18:12:26,781 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T18:12:26,781 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0397809682/meta-region-server: CHANGED 2024-11-18T18:12:26,781 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=818bff808382,43879,1731953543895}] 2024-11-18T18:12:26,782 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0397809682/meta-region-server: CHANGED 2024-11-18T18:12:26,934 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T18:12:26,936 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48369, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T18:12:26,939 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T18:12:26,939 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T18:12:26,939 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T18:12:26,941 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=818bff808382%2C43879%2C1731953543895.meta, suffix=.meta, logDir=hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/WALs/818bff808382,43879,1731953543895, archiveDir=hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/oldWALs, maxLogs=10 2024-11-18T18:12:26,958 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/WALs/818bff808382,43879,1731953543895/818bff808382%2C43879%2C1731953543895.meta.1731953546941.meta, exclude list is [], retry=0 2024-11-18T18:12:26,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38401,DS-c31b339a-a3e5-4565-a61e-b7b8409378e1,DISK] 2024-11-18T18:12:26,962 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/WALs/818bff808382,43879,1731953543895/818bff808382%2C43879%2C1731953543895.meta.1731953546941.meta 2024-11-18T18:12:26,962 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37141:37141)] 2024-11-18T18:12:26,962 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T18:12:26,963 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T18:12:26,963 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T18:12:26,963 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T18:12:26,963 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T18:12:26,963 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T18:12:26,963 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:12:26,963 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T18:12:26,963 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T18:12:26,965 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T18:12:26,966 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T18:12:26,966 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:12:26,966 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:12:26,967 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T18:12:26,967 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T18:12:26,967 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:12:26,967 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:12:26,968 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T18:12:26,968 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T18:12:26,968 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:12:26,969 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:12:26,969 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T18:12:26,969 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T18:12:26,969 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:12:26,970 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:12:26,970 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T18:12:26,970 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/data/hbase/meta/1588230740 2024-11-18T18:12:26,971 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/data/hbase/meta/1588230740 2024-11-18T18:12:26,972 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T18:12:26,972 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T18:12:26,972 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T18:12:26,974 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T18:12:26,974 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72243799, jitterRate=0.07651649415493011}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T18:12:26,974 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T18:12:26,975 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731953546963Writing region info on filesystem at 1731953546963Initializing all the Stores at 1731953546964 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953546964Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953546965 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953546965Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953546965Cleaning up temporary data from old regions at 1731953546972 (+7 ms)Running coprocessor post-open hooks at 1731953546974 (+2 ms)Region opened successfully at 1731953546975 (+1 ms) 2024-11-18T18:12:26,976 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731953546934 2024-11-18T18:12:26,978 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T18:12:26,978 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T18:12:26,978 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=818bff808382,43879,1731953543895 2024-11-18T18:12:26,979 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 818bff808382,43879,1731953543895, state=OPEN 2024-11-18T18:12:26,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43879-0x1000bd57ccb0001, quorum=127.0.0.1:53338, baseZNode=/0397809682 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0397809682/meta-region-server 2024-11-18T18:12:26,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38689-0x1000bd57ccb0000, quorum=127.0.0.1:53338, baseZNode=/0397809682 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0397809682/meta-region-server 2024-11-18T18:12:26,983 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=818bff808382,43879,1731953543895 2024-11-18T18:12:26,983 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0397809682/meta-region-server: CHANGED 2024-11-18T18:12:26,983 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0397809682/meta-region-server: CHANGED 2024-11-18T18:12:26,984 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T18:12:26,985 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=818bff808382,43879,1731953543895 in 202 msec 2024-11-18T18:12:26,986 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T18:12:26,986 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 362 msec 2024-11-18T18:12:26,987 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T18:12:26,987 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T18:12:26,988 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T18:12:26,988 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=818bff808382,43879,1731953543895, seqNum=-1] 2024-11-18T18:12:26,988 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T18:12:26,989 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58831, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T18:12:26,993 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2600 sec 2024-11-18T18:12:26,993 INFO [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731953546993, completionTime=-1 2024-11-18T18:12:26,993 INFO [master/818bff808382:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T18:12:26,993 DEBUG [master/818bff808382:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T18:12:26,995 INFO [master/818bff808382:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T18:12:26,995 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731953606995 2024-11-18T18:12:26,995 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731953666995 2024-11-18T18:12:26,995 INFO [master/818bff808382:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-18T18:12:26,995 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,38689,1731953543834-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T18:12:26,995 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,38689,1731953543834-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:12:26,995 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,38689,1731953543834-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:12:26,995 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-818bff808382:38689, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:12:26,995 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T18:12:26,996 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T18:12:26,997 DEBUG [master/818bff808382:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T18:12:26,999 INFO [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.066sec 2024-11-18T18:12:26,999 INFO [master/818bff808382:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T18:12:26,999 INFO [master/818bff808382:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T18:12:26,999 INFO [master/818bff808382:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T18:12:26,999 INFO [master/818bff808382:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T18:12:26,999 INFO [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T18:12:26,999 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,38689,1731953543834-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T18:12:26,999 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,38689,1731953543834-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T18:12:27,001 DEBUG [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T18:12:27,001 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T18:12:27,001 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,38689,1731953543834-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:12:27,033 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50100f9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:12:27,034 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 818bff808382,38689,-1 for getting cluster id 2024-11-18T18:12:27,034 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T18:12:27,036 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a5655c0-b097-46e3-9e1b-ae13069aa2a3' 2024-11-18T18:12:27,036 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T18:12:27,036 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a5655c0-b097-46e3-9e1b-ae13069aa2a3" 2024-11-18T18:12:27,036 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c337b9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:12:27,036 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [818bff808382,38689,-1] 2024-11-18T18:12:27,036 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T18:12:27,037 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:12:27,038 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37514, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T18:12:27,038 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24ea8901, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:12:27,039 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T18:12:27,039 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=818bff808382,43879,1731953543895, seqNum=-1] 2024-11-18T18:12:27,040 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T18:12:27,041 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32968, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T18:12:27,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=818bff808382,38689,1731953543834 2024-11-18T18:12:27,043 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53338 2024-11-18T18:12:27,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53338, baseZNode=/0397809682 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T18:12:27,046 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1000bd57ccb0002 connected 2024-11-18T18:12:27,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4f207d2-559a-1fa8-d8ec-06560fe8b915/hadoop.log.dir so I do NOT create it in target/test-data/707e3542-3495-94ae-f620-38a44718c5dd 2024-11-18T18:12:27,049 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4f207d2-559a-1fa8-d8ec-06560fe8b915/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T18:12:27,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4f207d2-559a-1fa8-d8ec-06560fe8b915/hadoop.tmp.dir so I do NOT create it in target/test-data/707e3542-3495-94ae-f620-38a44718c5dd 2024-11-18T18:12:27,049 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4f207d2-559a-1fa8-d8ec-06560fe8b915/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T18:12:27,049 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/707e3542-3495-94ae-f620-38a44718c5dd 2024-11-18T18:12:27,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T18:12:27,049 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/707e3542-3495-94ae-f620-38a44718c5dd/cluster_2046437f-fb95-26c5-d70b-1e44a56669c3, deleteOnExit=true 2024-11-18T18:12:27,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T18:12:27,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/707e3542-3495-94ae-f620-38a44718c5dd/test.cache.data in system properties and HBase conf 2024-11-18T18:12:27,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/707e3542-3495-94ae-f620-38a44718c5dd/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T18:12:27,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/707e3542-3495-94ae-f620-38a44718c5dd/hadoop.log.dir in system properties and HBase conf 2024-11-18T18:12:27,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/707e3542-3495-94ae-f620-38a44718c5dd/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T18:12:27,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/707e3542-3495-94ae-f620-38a44718c5dd/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T18:12:27,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T18:12:27,049 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T18:12:27,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/707e3542-3495-94ae-f620-38a44718c5dd/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T18:12:27,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/707e3542-3495-94ae-f620-38a44718c5dd/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T18:12:27,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/707e3542-3495-94ae-f620-38a44718c5dd/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T18:12:27,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/707e3542-3495-94ae-f620-38a44718c5dd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T18:12:27,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/707e3542-3495-94ae-f620-38a44718c5dd/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T18:12:27,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/707e3542-3495-94ae-f620-38a44718c5dd/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T18:12:27,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/707e3542-3495-94ae-f620-38a44718c5dd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T18:12:27,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/707e3542-3495-94ae-f620-38a44718c5dd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T18:12:27,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/707e3542-3495-94ae-f620-38a44718c5dd/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T18:12:27,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/707e3542-3495-94ae-f620-38a44718c5dd/nfs.dump.dir in system properties and HBase conf 2024-11-18T18:12:27,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/707e3542-3495-94ae-f620-38a44718c5dd/java.io.tmpdir in system properties and HBase conf 2024-11-18T18:12:27,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/707e3542-3495-94ae-f620-38a44718c5dd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T18:12:27,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/707e3542-3495-94ae-f620-38a44718c5dd/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T18:12:27,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/707e3542-3495-94ae-f620-38a44718c5dd/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T18:12:27,122 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T18:12:27,126 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T18:12:27,128 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T18:12:27,128 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T18:12:27,128 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T18:12:27,129 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T18:12:27,130 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@664d3ea{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/707e3542-3495-94ae-f620-38a44718c5dd/hadoop.log.dir/,AVAILABLE} 2024-11-18T18:12:27,130 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@449b76a2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T18:12:27,253 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@49683f8{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/707e3542-3495-94ae-f620-38a44718c5dd/java.io.tmpdir/jetty-localhost-45977-hadoop-hdfs-3_4_1-tests_jar-_-any-11298437332324208286/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T18:12:27,254 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@face027{HTTP/1.1, (http/1.1)}{localhost:45977} 2024-11-18T18:12:27,254 INFO [Time-limited test {}] server.Server(415): Started @157350ms 2024-11-18T18:12:27,327 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T18:12:27,332 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T18:12:27,336 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T18:12:27,336 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T18:12:27,336 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T18:12:27,337 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ad65a86{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/707e3542-3495-94ae-f620-38a44718c5dd/hadoop.log.dir/,AVAILABLE} 2024-11-18T18:12:27,337 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37339b48{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T18:12:27,470 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@31d1aff1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/707e3542-3495-94ae-f620-38a44718c5dd/java.io.tmpdir/jetty-localhost-33421-hadoop-hdfs-3_4_1-tests_jar-_-any-13347783131922303542/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T18:12:27,471 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@280b73b3{HTTP/1.1, (http/1.1)}{localhost:33421} 2024-11-18T18:12:27,471 INFO [Time-limited test {}] server.Server(415): Started @157567ms 2024-11-18T18:12:27,472 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T18:12:27,546 WARN [Thread-1797 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/707e3542-3495-94ae-f620-38a44718c5dd/cluster_2046437f-fb95-26c5-d70b-1e44a56669c3/data/data1/current/BP-1357177763-172.17.0.2-1731953547068/current, will proceed with Du for space computation calculation, 2024-11-18T18:12:27,546 WARN [Thread-1798 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/707e3542-3495-94ae-f620-38a44718c5dd/cluster_2046437f-fb95-26c5-d70b-1e44a56669c3/data/data2/current/BP-1357177763-172.17.0.2-1731953547068/current, will proceed with Du for space computation calculation, 2024-11-18T18:12:27,563 WARN [Thread-1785 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T18:12:27,565 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc49f42ed8a55cf47 with lease ID 0x888be9c173b51a45: Processing first storage report for DS-4c47bded-33ae-437d-a169-eb3f261626b6 from datanode DatanodeRegistration(127.0.0.1:40265, datanodeUuid=2cd1934d-2a09-4518-8ca1-0692e9bc5c51, infoPort=37787, infoSecurePort=0, ipcPort=44877, storageInfo=lv=-57;cid=testClusterID;nsid=252167866;c=1731953547068) 2024-11-18T18:12:27,565 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc49f42ed8a55cf47 with lease ID 0x888be9c173b51a45: from storage DS-4c47bded-33ae-437d-a169-eb3f261626b6 node DatanodeRegistration(127.0.0.1:40265, datanodeUuid=2cd1934d-2a09-4518-8ca1-0692e9bc5c51, infoPort=37787, infoSecurePort=0, ipcPort=44877, storageInfo=lv=-57;cid=testClusterID;nsid=252167866;c=1731953547068), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T18:12:27,565 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc49f42ed8a55cf47 with lease ID 0x888be9c173b51a45: Processing first storage report for DS-cbac695d-91a9-4e41-b3d6-7507e8bc617f from datanode DatanodeRegistration(127.0.0.1:40265, datanodeUuid=2cd1934d-2a09-4518-8ca1-0692e9bc5c51, infoPort=37787, infoSecurePort=0, ipcPort=44877, storageInfo=lv=-57;cid=testClusterID;nsid=252167866;c=1731953547068) 2024-11-18T18:12:27,565 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc49f42ed8a55cf47 with lease ID 0x888be9c173b51a45: from storage DS-cbac695d-91a9-4e41-b3d6-7507e8bc617f node DatanodeRegistration(127.0.0.1:40265, datanodeUuid=2cd1934d-2a09-4518-8ca1-0692e9bc5c51, infoPort=37787, infoSecurePort=0, ipcPort=44877, storageInfo=lv=-57;cid=testClusterID;nsid=252167866;c=1731953547068), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T18:12:27,593 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/707e3542-3495-94ae-f620-38a44718c5dd 2024-11-18T18:12:27,593 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:12:27,594 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:12:27,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40265 is added to blk_1073741825_1001 (size=7) 2024-11-18T18:12:28,003 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35543/user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b with version=8 2024-11-18T18:12:28,003 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35543/user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b/hbase-staging 2024-11-18T18:12:28,005 INFO [Time-limited test {}] client.ConnectionUtils(128): master/818bff808382:0 server-side Connection retries=45 2024-11-18T18:12:28,005 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T18:12:28,005 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T18:12:28,005 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T18:12:28,005 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T18:12:28,005 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T18:12:28,005 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T18:12:28,005 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T18:12:28,006 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35743 2024-11-18T18:12:28,007 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35743 connecting to ZooKeeper ensemble=127.0.0.1:53338 2024-11-18T18:12:28,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:357430x0, quorum=127.0.0.1:53338, baseZNode=/1-134242786 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T18:12:28,010 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35743-0x1000bd57ccb0003 connected 2024-11-18T18:12:28,023 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:12:28,025 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:12:28,027 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35743-0x1000bd57ccb0003, quorum=127.0.0.1:53338, baseZNode=/1-134242786 Set watcher on znode that does not yet exist, /1-134242786/running 2024-11-18T18:12:28,027 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35543/user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b, hbase.cluster.distributed=false 2024-11-18T18:12:28,029 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35743-0x1000bd57ccb0003, quorum=127.0.0.1:53338, baseZNode=/1-134242786 Set watcher on znode that does not yet exist, /1-134242786/acl 2024-11-18T18:12:28,029 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35743 2024-11-18T18:12:28,030 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35743 2024-11-18T18:12:28,030 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35743 2024-11-18T18:12:28,036 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35743 2024-11-18T18:12:28,040 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35743 2024-11-18T18:12:28,055 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/818bff808382:0 server-side Connection retries=45 2024-11-18T18:12:28,055 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T18:12:28,055 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T18:12:28,055 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T18:12:28,055 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T18:12:28,055 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T18:12:28,055 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T18:12:28,056 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T18:12:28,058 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46135 2024-11-18T18:12:28,059 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46135 connecting to ZooKeeper ensemble=127.0.0.1:53338 2024-11-18T18:12:28,060 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:12:28,062 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:12:28,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:461350x0, quorum=127.0.0.1:53338, baseZNode=/1-134242786 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T18:12:28,068 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46135-0x1000bd57ccb0004 connected 2024-11-18T18:12:28,069 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46135-0x1000bd57ccb0004, quorum=127.0.0.1:53338, baseZNode=/1-134242786 Set watcher on znode that does not yet exist, /1-134242786/running 2024-11-18T18:12:28,069 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T18:12:28,072 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T18:12:28,072 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46135-0x1000bd57ccb0004, quorum=127.0.0.1:53338, baseZNode=/1-134242786 Set watcher on znode that does not yet exist, /1-134242786/master 2024-11-18T18:12:28,073 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46135-0x1000bd57ccb0004, quorum=127.0.0.1:53338, baseZNode=/1-134242786 Set watcher on znode that does not yet exist, /1-134242786/acl 2024-11-18T18:12:28,077 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46135 2024-11-18T18:12:28,078 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46135 2024-11-18T18:12:28,078 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46135 2024-11-18T18:12:28,080 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46135 2024-11-18T18:12:28,081 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46135 2024-11-18T18:12:28,095 DEBUG [M:0;818bff808382:35743 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;818bff808382:35743 2024-11-18T18:12:28,095 INFO [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-134242786/backup-masters/818bff808382,35743,1731953548005 2024-11-18T18:12:28,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35743-0x1000bd57ccb0003, quorum=127.0.0.1:53338, baseZNode=/1-134242786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-134242786/backup-masters 2024-11-18T18:12:28,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46135-0x1000bd57ccb0004, quorum=127.0.0.1:53338, baseZNode=/1-134242786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-134242786/backup-masters 2024-11-18T18:12:28,097 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35743-0x1000bd57ccb0003, quorum=127.0.0.1:53338, baseZNode=/1-134242786 Set watcher on existing znode=/1-134242786/backup-masters/818bff808382,35743,1731953548005 2024-11-18T18:12:28,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46135-0x1000bd57ccb0004, quorum=127.0.0.1:53338, baseZNode=/1-134242786 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-134242786/master 2024-11-18T18:12:28,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35743-0x1000bd57ccb0003, quorum=127.0.0.1:53338, baseZNode=/1-134242786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-134242786 2024-11-18T18:12:28,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46135-0x1000bd57ccb0004, quorum=127.0.0.1:53338, baseZNode=/1-134242786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-134242786 2024-11-18T18:12:28,099 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35743-0x1000bd57ccb0003, quorum=127.0.0.1:53338, baseZNode=/1-134242786 Set watcher on existing znode=/1-134242786/master 2024-11-18T18:12:28,100 INFO [master/818bff808382:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-134242786/backup-masters/818bff808382,35743,1731953548005 from backup master directory 2024-11-18T18:12:28,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35743-0x1000bd57ccb0003, quorum=127.0.0.1:53338, baseZNode=/1-134242786 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-134242786/backup-masters/818bff808382,35743,1731953548005 2024-11-18T18:12:28,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46135-0x1000bd57ccb0004, quorum=127.0.0.1:53338, baseZNode=/1-134242786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-134242786/backup-masters 2024-11-18T18:12:28,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35743-0x1000bd57ccb0003, quorum=127.0.0.1:53338, baseZNode=/1-134242786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-134242786/backup-masters 2024-11-18T18:12:28,101 WARN [master/818bff808382:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T18:12:28,101 INFO [master/818bff808382:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=818bff808382,35743,1731953548005 2024-11-18T18:12:28,105 DEBUG [master/818bff808382:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35543/user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b/hbase.id] with ID: 62656d44-8f31-494f-b704-9c5b7090e59f 2024-11-18T18:12:28,105 DEBUG [master/818bff808382:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35543/user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b/.tmp/hbase.id 2024-11-18T18:12:28,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40265 is added to blk_1073741826_1002 (size=42) 2024-11-18T18:12:28,513 DEBUG [master/818bff808382:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35543/user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b/.tmp/hbase.id]:[hdfs://localhost:35543/user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b/hbase.id] 2024-11-18T18:12:28,534 INFO [master/818bff808382:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:12:28,534 INFO [master/818bff808382:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T18:12:28,535 INFO [master/818bff808382:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-18T18:12:28,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46135-0x1000bd57ccb0004, quorum=127.0.0.1:53338, baseZNode=/1-134242786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-134242786 2024-11-18T18:12:28,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35743-0x1000bd57ccb0003, quorum=127.0.0.1:53338, baseZNode=/1-134242786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-134242786 2024-11-18T18:12:28,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40265 is added to blk_1073741827_1003 (size=196) 2024-11-18T18:12:28,951 INFO [master/818bff808382:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T18:12:28,952 INFO [master/818bff808382:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T18:12:28,952 INFO [master/818bff808382:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T18:12:28,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40265 is added to blk_1073741828_1004 (size=1189) 2024-11-18T18:12:29,360 INFO [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35543/user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b/MasterData/data/master/store 2024-11-18T18:12:29,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40265 is added to blk_1073741829_1005 (size=34) 2024-11-18T18:12:29,766 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:12:29,767 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T18:12:29,767 INFO [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:12:29,767 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:12:29,767 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T18:12:29,767 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:12:29,767 INFO [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:12:29,767 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731953549767Disabling compacts and flushes for region at 1731953549767Disabling writes for close at 1731953549767Writing region close event to WAL at 1731953549767Closed at 1731953549767 2024-11-18T18:12:29,768 WARN [master/818bff808382:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35543/user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b/MasterData/data/master/store/.initializing 2024-11-18T18:12:29,768 DEBUG [master/818bff808382:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35543/user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b/MasterData/WALs/818bff808382,35743,1731953548005 2024-11-18T18:12:29,769 INFO [master/818bff808382:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T18:12:29,771 INFO [master/818bff808382:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=818bff808382%2C35743%2C1731953548005, suffix=, logDir=hdfs://localhost:35543/user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b/MasterData/WALs/818bff808382,35743,1731953548005, archiveDir=hdfs://localhost:35543/user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b/MasterData/oldWALs, maxLogs=10 2024-11-18T18:12:29,792 DEBUG [master/818bff808382:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b/MasterData/WALs/818bff808382,35743,1731953548005/818bff808382%2C35743%2C1731953548005.1731953549772, exclude list is [], retry=0 2024-11-18T18:12:29,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40265,DS-4c47bded-33ae-437d-a169-eb3f261626b6,DISK] 2024-11-18T18:12:29,797 INFO [master/818bff808382:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b/MasterData/WALs/818bff808382,35743,1731953548005/818bff808382%2C35743%2C1731953548005.1731953549772 2024-11-18T18:12:29,797 DEBUG [master/818bff808382:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37787:37787)] 2024-11-18T18:12:29,797 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T18:12:29,797 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:12:29,798 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:12:29,798 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:12:29,799 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:12:29,800 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T18:12:29,800 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:12:29,801 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:12:29,801 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:12:29,802 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T18:12:29,802 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:12:29,802 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:12:29,802 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:12:29,803 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T18:12:29,803 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:12:29,803 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:12:29,803 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:12:29,804 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T18:12:29,804 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:12:29,805 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:12:29,805 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:12:29,805 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35543/user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:12:29,806 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35543/user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:12:29,807 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:12:29,807 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:12:29,807 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T18:12:29,808 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:12:29,810 DEBUG [master/818bff808382:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35543/user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T18:12:29,810 INFO [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74028401, jitterRate=0.10310913622379303}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T18:12:29,811 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731953549798Initializing all the Stores at 1731953549798Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953549798Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953549799 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953549799Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953549799Cleaning up temporary data from old regions at 1731953549807 (+8 ms)Region opened successfully at 1731953549811 (+4 ms) 2024-11-18T18:12:29,811 INFO [master/818bff808382:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T18:12:29,813 DEBUG [master/818bff808382:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23710dc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=818bff808382/172.17.0.2:0 2024-11-18T18:12:29,814 INFO [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T18:12:29,814 INFO [master/818bff808382:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T18:12:29,814 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T18:12:29,814 INFO [master/818bff808382:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T18:12:29,815 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T18:12:29,815 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T18:12:29,815 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T18:12:29,817 INFO [master/818bff808382:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T18:12:29,818 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35743-0x1000bd57ccb0003, quorum=127.0.0.1:53338, baseZNode=/1-134242786 Unable to get data of znode /1-134242786/balancer because node does not exist (not necessarily an error) 2024-11-18T18:12:29,819 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-134242786/balancer already deleted, retry=false 2024-11-18T18:12:29,819 INFO [master/818bff808382:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T18:12:29,820 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35743-0x1000bd57ccb0003, quorum=127.0.0.1:53338, baseZNode=/1-134242786 Unable to get data of znode /1-134242786/normalizer because node does not exist (not necessarily an error) 2024-11-18T18:12:29,821 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-134242786/normalizer already deleted, retry=false 2024-11-18T18:12:29,821 INFO [master/818bff808382:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T18:12:29,822 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35743-0x1000bd57ccb0003, quorum=127.0.0.1:53338, baseZNode=/1-134242786 Unable to get data of znode /1-134242786/switch/split because node does not exist (not necessarily an error) 2024-11-18T18:12:29,823 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-134242786/switch/split already deleted, retry=false 2024-11-18T18:12:29,823 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35743-0x1000bd57ccb0003, quorum=127.0.0.1:53338, baseZNode=/1-134242786 Unable to get data of znode /1-134242786/switch/merge because node does not exist (not necessarily an error) 2024-11-18T18:12:29,824 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-134242786/switch/merge already deleted, retry=false 2024-11-18T18:12:29,826 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35743-0x1000bd57ccb0003, quorum=127.0.0.1:53338, baseZNode=/1-134242786 Unable to get data of znode /1-134242786/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T18:12:29,827 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-134242786/snapshot-cleanup already deleted, retry=false 2024-11-18T18:12:29,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46135-0x1000bd57ccb0004, quorum=127.0.0.1:53338, baseZNode=/1-134242786 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-134242786/running 2024-11-18T18:12:29,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35743-0x1000bd57ccb0003, quorum=127.0.0.1:53338, baseZNode=/1-134242786 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-134242786/running 2024-11-18T18:12:29,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46135-0x1000bd57ccb0004, quorum=127.0.0.1:53338, baseZNode=/1-134242786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-134242786 2024-11-18T18:12:29,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35743-0x1000bd57ccb0003, quorum=127.0.0.1:53338, baseZNode=/1-134242786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-134242786 2024-11-18T18:12:29,830 INFO [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=818bff808382,35743,1731953548005, sessionid=0x1000bd57ccb0003, setting cluster-up flag (Was=false) 2024-11-18T18:12:29,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35743-0x1000bd57ccb0003, quorum=127.0.0.1:53338, baseZNode=/1-134242786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-134242786 2024-11-18T18:12:29,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46135-0x1000bd57ccb0004, quorum=127.0.0.1:53338, baseZNode=/1-134242786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-134242786 2024-11-18T18:12:29,836 DEBUG [master/818bff808382:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-134242786/flush-table-proc/acquired, /1-134242786/flush-table-proc/reached, /1-134242786/flush-table-proc/abort 2024-11-18T18:12:29,837 DEBUG [master/818bff808382:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=818bff808382,35743,1731953548005 2024-11-18T18:12:29,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35743-0x1000bd57ccb0003, quorum=127.0.0.1:53338, baseZNode=/1-134242786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-134242786 2024-11-18T18:12:29,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46135-0x1000bd57ccb0004, quorum=127.0.0.1:53338, baseZNode=/1-134242786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-134242786 2024-11-18T18:12:29,843 DEBUG [master/818bff808382:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-134242786/online-snapshot/acquired, /1-134242786/online-snapshot/reached, /1-134242786/online-snapshot/abort 2024-11-18T18:12:29,844 DEBUG [master/818bff808382:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=818bff808382,35743,1731953548005 2024-11-18T18:12:29,845 INFO [master/818bff808382:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35543/user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T18:12:29,847 DEBUG [master/818bff808382:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T18:12:29,847 INFO [master/818bff808382:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T18:12:29,847 INFO [master/818bff808382:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T18:12:29,847 DEBUG [master/818bff808382:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 818bff808382,35743,1731953548005 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T18:12:29,848 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/818bff808382:0, corePoolSize=5, maxPoolSize=5 2024-11-18T18:12:29,848 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/818bff808382:0, corePoolSize=5, maxPoolSize=5 2024-11-18T18:12:29,848 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/818bff808382:0, corePoolSize=5, maxPoolSize=5 2024-11-18T18:12:29,848 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/818bff808382:0, corePoolSize=5, maxPoolSize=5 2024-11-18T18:12:29,848 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/818bff808382:0, corePoolSize=10, maxPoolSize=10 2024-11-18T18:12:29,848 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:12:29,848 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/818bff808382:0, corePoolSize=2, maxPoolSize=2 2024-11-18T18:12:29,848 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:12:29,850 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T18:12:29,850 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T18:12:29,850 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:12:29,851 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T18:12:29,860 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731953579860 2024-11-18T18:12:29,860 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T18:12:29,860 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T18:12:29,860 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T18:12:29,860 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T18:12:29,860 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T18:12:29,860 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T18:12:29,860 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T18:12:29,861 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T18:12:29,861 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T18:12:29,861 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T18:12:29,861 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T18:12:29,864 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T18:12:29,864 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T18:12:29,864 DEBUG [master/818bff808382:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/818bff808382:0:becomeActiveMaster-HFileCleaner.large.0-1731953549864,5,FailOnTimeoutGroup] 2024-11-18T18:12:29,864 DEBUG [master/818bff808382:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/818bff808382:0:becomeActiveMaster-HFileCleaner.small.0-1731953549864,5,FailOnTimeoutGroup] 2024-11-18T18:12:29,864 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T18:12:29,864 INFO [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T18:12:29,864 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T18:12:29,864 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T18:12:29,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40265 is added to blk_1073741831_1007 (size=1321) 2024-11-18T18:12:29,884 INFO [RS:0;818bff808382:46135 {}] regionserver.HRegionServer(746): ClusterId : 62656d44-8f31-494f-b704-9c5b7090e59f 2024-11-18T18:12:29,884 DEBUG [RS:0;818bff808382:46135 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T18:12:29,886 DEBUG [RS:0;818bff808382:46135 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T18:12:29,886 DEBUG [RS:0;818bff808382:46135 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T18:12:29,888 DEBUG [RS:0;818bff808382:46135 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T18:12:29,888 DEBUG [RS:0;818bff808382:46135 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28d6886c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=818bff808382/172.17.0.2:0 2024-11-18T18:12:29,903 DEBUG [RS:0;818bff808382:46135 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;818bff808382:46135 2024-11-18T18:12:29,903 INFO [RS:0;818bff808382:46135 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T18:12:29,903 INFO [RS:0;818bff808382:46135 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T18:12:29,903 DEBUG [RS:0;818bff808382:46135 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T18:12:29,904 INFO [RS:0;818bff808382:46135 {}] regionserver.HRegionServer(2659): reportForDuty to master=818bff808382,35743,1731953548005 with port=46135, startcode=1731953548055 2024-11-18T18:12:29,904 DEBUG [RS:0;818bff808382:46135 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T18:12:29,906 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42901, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T18:12:29,906 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35743 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 818bff808382,46135,1731953548055 2024-11-18T18:12:29,906 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35743 {}] master.ServerManager(517): Registering regionserver=818bff808382,46135,1731953548055 2024-11-18T18:12:29,908 DEBUG [RS:0;818bff808382:46135 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35543/user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b 2024-11-18T18:12:29,908 DEBUG [RS:0;818bff808382:46135 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35543 2024-11-18T18:12:29,908 DEBUG [RS:0;818bff808382:46135 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T18:12:29,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35743-0x1000bd57ccb0003, quorum=127.0.0.1:53338, baseZNode=/1-134242786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-134242786/rs 2024-11-18T18:12:29,910 DEBUG [RS:0;818bff808382:46135 {}] zookeeper.ZKUtil(111): regionserver:46135-0x1000bd57ccb0004, quorum=127.0.0.1:53338, baseZNode=/1-134242786 Set watcher on existing znode=/1-134242786/rs/818bff808382,46135,1731953548055 2024-11-18T18:12:29,910 WARN [RS:0;818bff808382:46135 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T18:12:29,910 INFO [RS:0;818bff808382:46135 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T18:12:29,910 DEBUG [RS:0;818bff808382:46135 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35543/user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b/WALs/818bff808382,46135,1731953548055 2024-11-18T18:12:29,910 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [818bff808382,46135,1731953548055] 2024-11-18T18:12:29,913 INFO [RS:0;818bff808382:46135 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T18:12:29,915 INFO [RS:0;818bff808382:46135 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T18:12:29,916 INFO [RS:0;818bff808382:46135 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T18:12:29,916 INFO [RS:0;818bff808382:46135 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T18:12:29,916 INFO [RS:0;818bff808382:46135 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T18:12:29,917 INFO [RS:0;818bff808382:46135 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T18:12:29,917 INFO [RS:0;818bff808382:46135 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T18:12:29,917 DEBUG [RS:0;818bff808382:46135 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:12:29,917 DEBUG [RS:0;818bff808382:46135 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:12:29,917 DEBUG [RS:0;818bff808382:46135 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:12:29,917 DEBUG [RS:0;818bff808382:46135 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:12:29,917 DEBUG [RS:0;818bff808382:46135 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:12:29,917 DEBUG [RS:0;818bff808382:46135 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/818bff808382:0, corePoolSize=2, maxPoolSize=2 2024-11-18T18:12:29,917 DEBUG [RS:0;818bff808382:46135 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:12:29,917 DEBUG [RS:0;818bff808382:46135 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:12:29,917 DEBUG [RS:0;818bff808382:46135 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:12:29,917 DEBUG [RS:0;818bff808382:46135 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:12:29,917 DEBUG [RS:0;818bff808382:46135 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:12:29,917 DEBUG [RS:0;818bff808382:46135 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:12:29,917 DEBUG [RS:0;818bff808382:46135 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0, corePoolSize=3, maxPoolSize=3 2024-11-18T18:12:29,917 DEBUG [RS:0;818bff808382:46135 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/818bff808382:0, corePoolSize=3, maxPoolSize=3 2024-11-18T18:12:29,923 INFO [RS:0;818bff808382:46135 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T18:12:29,923 INFO [RS:0;818bff808382:46135 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T18:12:29,923 INFO [RS:0;818bff808382:46135 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T18:12:29,923 INFO [RS:0;818bff808382:46135 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T18:12:29,923 INFO [RS:0;818bff808382:46135 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T18:12:29,923 INFO [RS:0;818bff808382:46135 {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,46135,1731953548055-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T18:12:29,937 INFO [RS:0;818bff808382:46135 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T18:12:29,937 INFO [RS:0;818bff808382:46135 {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,46135,1731953548055-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T18:12:29,938 INFO [RS:0;818bff808382:46135 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:12:29,938 INFO [RS:0;818bff808382:46135 {}] regionserver.Replication(171): 818bff808382,46135,1731953548055 started 2024-11-18T18:12:29,951 INFO [RS:0;818bff808382:46135 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:12:29,951 INFO [RS:0;818bff808382:46135 {}] regionserver.HRegionServer(1482): Serving as 818bff808382,46135,1731953548055, RpcServer on 818bff808382/172.17.0.2:46135, sessionid=0x1000bd57ccb0004 2024-11-18T18:12:29,951 DEBUG [RS:0;818bff808382:46135 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T18:12:29,951 DEBUG [RS:0;818bff808382:46135 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 818bff808382,46135,1731953548055 2024-11-18T18:12:29,951 DEBUG [RS:0;818bff808382:46135 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '818bff808382,46135,1731953548055' 2024-11-18T18:12:29,951 DEBUG [RS:0;818bff808382:46135 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-134242786/flush-table-proc/abort' 2024-11-18T18:12:29,952 DEBUG [RS:0;818bff808382:46135 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-134242786/flush-table-proc/acquired' 2024-11-18T18:12:29,952 DEBUG [RS:0;818bff808382:46135 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T18:12:29,952 DEBUG [RS:0;818bff808382:46135 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T18:12:29,952 DEBUG [RS:0;818bff808382:46135 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 818bff808382,46135,1731953548055 2024-11-18T18:12:29,952 DEBUG [RS:0;818bff808382:46135 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '818bff808382,46135,1731953548055' 2024-11-18T18:12:29,952 DEBUG [RS:0;818bff808382:46135 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-134242786/online-snapshot/abort' 2024-11-18T18:12:29,953 DEBUG [RS:0;818bff808382:46135 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-134242786/online-snapshot/acquired' 2024-11-18T18:12:29,954 DEBUG [RS:0;818bff808382:46135 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T18:12:29,954 INFO [RS:0;818bff808382:46135 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T18:12:29,954 INFO [RS:0;818bff808382:46135 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T18:12:30,054 INFO [RS:0;818bff808382:46135 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T18:12:30,056 INFO [RS:0;818bff808382:46135 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=818bff808382%2C46135%2C1731953548055, suffix=, logDir=hdfs://localhost:35543/user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b/WALs/818bff808382,46135,1731953548055, archiveDir=hdfs://localhost:35543/user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b/oldWALs, maxLogs=10 2024-11-18T18:12:30,073 DEBUG [RS:0;818bff808382:46135 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b/WALs/818bff808382,46135,1731953548055/818bff808382%2C46135%2C1731953548055.1731953550057, exclude list is [], retry=0 2024-11-18T18:12:30,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40265,DS-4c47bded-33ae-437d-a169-eb3f261626b6,DISK] 2024-11-18T18:12:30,079 INFO [RS:0;818bff808382:46135 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b/WALs/818bff808382,46135,1731953548055/818bff808382%2C46135%2C1731953548055.1731953550057 2024-11-18T18:12:30,079 DEBUG [RS:0;818bff808382:46135 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37787:37787)] 2024-11-18T18:12:30,267 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35543/user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T18:12:30,267 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35543/user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b 2024-11-18T18:12:30,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40265 is added to blk_1073741833_1009 (size=32) 2024-11-18T18:12:30,673 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:12:30,675 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T18:12:30,677 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T18:12:30,677 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:12:30,677 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:12:30,677 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T18:12:30,679 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T18:12:30,679 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:12:30,679 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:12:30,679 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T18:12:30,680 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T18:12:30,680 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:12:30,680 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:12:30,681 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T18:12:30,682 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T18:12:30,682 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:12:30,682 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:12:30,682 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T18:12:30,683 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35543/user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b/data/hbase/meta/1588230740 2024-11-18T18:12:30,683 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35543/user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b/data/hbase/meta/1588230740 2024-11-18T18:12:30,685 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T18:12:30,685 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T18:12:30,686 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T18:12:30,687 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T18:12:30,700 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35543/user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T18:12:30,700 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61645628, jitterRate=-0.0814085602760315}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T18:12:30,701 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731953550673Initializing all the Stores at 1731953550674 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953550674Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953550675 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953550675Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953550675Cleaning up temporary data from old regions at 1731953550685 (+10 ms)Region opened successfully at 1731953550700 (+15 ms) 2024-11-18T18:12:30,701 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T18:12:30,701 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T18:12:30,701 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T18:12:30,701 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T18:12:30,701 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T18:12:30,701 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T18:12:30,701 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731953550701Disabling compacts and flushes for region at 1731953550701Disabling writes for close at 1731953550701Writing region close event to WAL at 1731953550701Closed at 1731953550701 2024-11-18T18:12:30,702 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T18:12:30,702 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T18:12:30,703 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T18:12:30,704 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T18:12:30,705 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T18:12:30,855 DEBUG [818bff808382:35743 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T18:12:30,855 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=818bff808382,46135,1731953548055 2024-11-18T18:12:30,856 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 818bff808382,46135,1731953548055, state=OPENING 2024-11-18T18:12:30,862 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T18:12:30,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46135-0x1000bd57ccb0004, quorum=127.0.0.1:53338, baseZNode=/1-134242786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-134242786 2024-11-18T18:12:30,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35743-0x1000bd57ccb0003, quorum=127.0.0.1:53338, baseZNode=/1-134242786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-134242786 2024-11-18T18:12:30,864 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T18:12:30,864 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-134242786/meta-region-server: CHANGED 2024-11-18T18:12:30,864 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-134242786/meta-region-server: CHANGED 2024-11-18T18:12:30,864 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=818bff808382,46135,1731953548055}] 2024-11-18T18:12:31,017 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T18:12:31,019 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41451, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T18:12:31,022 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T18:12:31,022 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T18:12:31,022 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T18:12:31,023 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=818bff808382%2C46135%2C1731953548055.meta, suffix=.meta, logDir=hdfs://localhost:35543/user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b/WALs/818bff808382,46135,1731953548055, archiveDir=hdfs://localhost:35543/user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b/oldWALs, maxLogs=10 2024-11-18T18:12:31,038 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b/WALs/818bff808382,46135,1731953548055/818bff808382%2C46135%2C1731953548055.meta.1731953551024.meta, exclude list is [], retry=0 2024-11-18T18:12:31,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40265,DS-4c47bded-33ae-437d-a169-eb3f261626b6,DISK] 2024-11-18T18:12:31,042 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b/WALs/818bff808382,46135,1731953548055/818bff808382%2C46135%2C1731953548055.meta.1731953551024.meta 2024-11-18T18:12:31,043 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37787:37787)] 2024-11-18T18:12:31,043 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T18:12:31,043 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T18:12:31,044 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T18:12:31,044 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T18:12:31,044 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T18:12:31,044 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T18:12:31,044 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:12:31,044 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T18:12:31,044 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T18:12:31,046 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T18:12:31,047 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T18:12:31,047 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:12:31,047 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:12:31,047 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T18:12:31,048 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T18:12:31,048 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:12:31,048 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:12:31,049 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T18:12:31,049 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T18:12:31,049 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:12:31,050 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:12:31,050 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T18:12:31,050 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T18:12:31,050 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:12:31,051 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:12:31,051 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T18:12:31,051 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35543/user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b/data/hbase/meta/1588230740 2024-11-18T18:12:31,052 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35543/user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b/data/hbase/meta/1588230740 2024-11-18T18:12:31,053 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T18:12:31,054 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T18:12:31,054 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T18:12:31,055 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T18:12:31,056 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65410632, jitterRate=-0.025305628776550293}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T18:12:31,056 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T18:12:31,056 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731953551044Writing region info on filesystem at 1731953551044Initializing all the Stores at 1731953551045 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953551045Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953551045Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953551045Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953551045Cleaning up temporary data from old regions at 1731953551054 (+9 ms)Running coprocessor post-open hooks at 1731953551056 (+2 ms)Region opened successfully at 1731953551056 2024-11-18T18:12:31,057 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731953551017 2024-11-18T18:12:31,059 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T18:12:31,059 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T18:12:31,060 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=818bff808382,46135,1731953548055 2024-11-18T18:12:31,061 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 818bff808382,46135,1731953548055, state=OPEN 2024-11-18T18:12:31,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46135-0x1000bd57ccb0004, quorum=127.0.0.1:53338, baseZNode=/1-134242786 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-134242786/meta-region-server 2024-11-18T18:12:31,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35743-0x1000bd57ccb0003, quorum=127.0.0.1:53338, baseZNode=/1-134242786 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-134242786/meta-region-server 2024-11-18T18:12:31,063 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-134242786/meta-region-server: CHANGED 2024-11-18T18:12:31,063 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=818bff808382,46135,1731953548055 2024-11-18T18:12:31,063 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-134242786/meta-region-server: CHANGED 2024-11-18T18:12:31,065 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T18:12:31,065 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=818bff808382,46135,1731953548055 in 199 msec 2024-11-18T18:12:31,068 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T18:12:31,068 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 362 msec 2024-11-18T18:12:31,068 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T18:12:31,068 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T18:12:31,069 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T18:12:31,070 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=818bff808382,46135,1731953548055, seqNum=-1] 2024-11-18T18:12:31,070 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T18:12:31,071 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41741, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T18:12:31,075 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2280 sec 2024-11-18T18:12:31,075 INFO [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731953551075, completionTime=-1 2024-11-18T18:12:31,075 INFO [master/818bff808382:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T18:12:31,075 DEBUG [master/818bff808382:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T18:12:31,077 INFO [master/818bff808382:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T18:12:31,077 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731953611077 2024-11-18T18:12:31,077 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731953671077 2024-11-18T18:12:31,077 INFO [master/818bff808382:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-18T18:12:31,078 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,35743,1731953548005-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T18:12:31,078 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,35743,1731953548005-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:12:31,078 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,35743,1731953548005-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:12:31,078 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-818bff808382:35743, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:12:31,078 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T18:12:31,078 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T18:12:31,079 DEBUG [master/818bff808382:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T18:12:31,082 INFO [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.981sec 2024-11-18T18:12:31,082 INFO [master/818bff808382:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T18:12:31,082 INFO [master/818bff808382:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T18:12:31,082 INFO [master/818bff808382:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T18:12:31,082 INFO [master/818bff808382:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T18:12:31,082 INFO [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T18:12:31,082 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,35743,1731953548005-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T18:12:31,082 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,35743,1731953548005-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T18:12:31,085 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@645059c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:12:31,085 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 818bff808382,35743,-1 for getting cluster id 2024-11-18T18:12:31,085 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T18:12:31,086 DEBUG [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T18:12:31,086 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T18:12:31,086 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,35743,1731953548005-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:12:31,091 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '62656d44-8f31-494f-b704-9c5b7090e59f' 2024-11-18T18:12:31,091 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T18:12:31,092 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T18:12:31,092 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "62656d44-8f31-494f-b704-9c5b7090e59f" 2024-11-18T18:12:31,092 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40925213, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:12:31,092 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [818bff808382,35743,-1] 2024-11-18T18:12:31,092 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T18:12:31,093 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:12:31,094 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51568, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T18:12:31,094 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3426c331, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:12:31,095 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T18:12:31,096 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=818bff808382,46135,1731953548055, seqNum=-1] 2024-11-18T18:12:31,096 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T18:12:31,098 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T18:12:31,100 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=818bff808382,35743,1731953548005 2024-11-18T18:12:31,101 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:53338 2024-11-18T18:12:31,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:53338, baseZNode=/1-134242786 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T18:12:31,124 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T18:12:31,124 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:12:31,124 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1000bd57ccb0005 connected 2024-11-18T18:12:31,124 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:12:31,125 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 818bff808382,38689,1731953543834 2024-11-18T18:12:31,125 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@65d9bfc5 2024-11-18T18:12:31,125 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T18:12:31,126 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:12:31,126 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:12:31,126 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:12:31,127 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:12:31,127 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37518, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T18:12:31,128 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38689 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T18:12:31,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38689 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-18T18:12:31,130 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T18:12:31,131 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:12:31,132 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T18:12:31,132 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38689 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-18T18:12:31,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38689 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T18:12:31,138 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:12:31,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38401 is added to blk_1073741835_1011 (size=902) 2024-11-18T18:12:31,160 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c63cc59448170fd7febe72a7cd5ee5b4, NAME => 'test,,1731953551127.c63cc59448170fd7febe72a7cd5ee5b4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e 2024-11-18T18:12:31,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38401 is added to blk_1073741836_1012 (size=39) 2024-11-18T18:12:31,170 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731953551127.c63cc59448170fd7febe72a7cd5ee5b4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:12:31,170 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing c63cc59448170fd7febe72a7cd5ee5b4, disabling compactions & flushes 2024-11-18T18:12:31,170 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731953551127.c63cc59448170fd7febe72a7cd5ee5b4. 2024-11-18T18:12:31,170 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731953551127.c63cc59448170fd7febe72a7cd5ee5b4. 2024-11-18T18:12:31,170 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731953551127.c63cc59448170fd7febe72a7cd5ee5b4. after waiting 0 ms 2024-11-18T18:12:31,170 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731953551127.c63cc59448170fd7febe72a7cd5ee5b4. 2024-11-18T18:12:31,170 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731953551127.c63cc59448170fd7febe72a7cd5ee5b4. 2024-11-18T18:12:31,170 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for c63cc59448170fd7febe72a7cd5ee5b4: Waiting for close lock at 1731953551170Disabling compacts and flushes for region at 1731953551170Disabling writes for close at 1731953551170Writing region close event to WAL at 1731953551170Closed at 1731953551170 2024-11-18T18:12:31,172 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T18:12:31,172 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731953551127.c63cc59448170fd7febe72a7cd5ee5b4.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731953551172"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731953551172"}]},"ts":"1731953551172"} 2024-11-18T18:12:31,175 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T18:12:31,176 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T18:12:31,176 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731953551176"}]},"ts":"1731953551176"} 2024-11-18T18:12:31,178 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-18T18:12:31,178 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c63cc59448170fd7febe72a7cd5ee5b4, ASSIGN}] 2024-11-18T18:12:31,180 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c63cc59448170fd7febe72a7cd5ee5b4, ASSIGN 2024-11-18T18:12:31,180 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=c63cc59448170fd7febe72a7cd5ee5b4, ASSIGN; state=OFFLINE, location=818bff808382,43879,1731953543895; forceNewPlan=false, retain=false 2024-11-18T18:12:31,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38689 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T18:12:31,331 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c63cc59448170fd7febe72a7cd5ee5b4, regionState=OPENING, regionLocation=818bff808382,43879,1731953543895 2024-11-18T18:12:31,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=c63cc59448170fd7febe72a7cd5ee5b4, ASSIGN because future has completed 2024-11-18T18:12:31,334 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c63cc59448170fd7febe72a7cd5ee5b4, server=818bff808382,43879,1731953543895}] 2024-11-18T18:12:31,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38689 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T18:12:31,490 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731953551127.c63cc59448170fd7febe72a7cd5ee5b4. 2024-11-18T18:12:31,490 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c63cc59448170fd7febe72a7cd5ee5b4, NAME => 'test,,1731953551127.c63cc59448170fd7febe72a7cd5ee5b4.', STARTKEY => '', ENDKEY => ''} 2024-11-18T18:12:31,490 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T18:12:31,490 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-18T18:12:31,490 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c63cc59448170fd7febe72a7cd5ee5b4 2024-11-18T18:12:31,490 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731953551127.c63cc59448170fd7febe72a7cd5ee5b4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:12:31,490 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c63cc59448170fd7febe72a7cd5ee5b4 2024-11-18T18:12:31,491 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c63cc59448170fd7febe72a7cd5ee5b4 2024-11-18T18:12:31,492 INFO [StoreOpener-c63cc59448170fd7febe72a7cd5ee5b4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c63cc59448170fd7febe72a7cd5ee5b4 2024-11-18T18:12:31,493 INFO [StoreOpener-c63cc59448170fd7febe72a7cd5ee5b4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c63cc59448170fd7febe72a7cd5ee5b4 columnFamilyName f 2024-11-18T18:12:31,493 DEBUG [StoreOpener-c63cc59448170fd7febe72a7cd5ee5b4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:12:31,493 INFO [StoreOpener-c63cc59448170fd7febe72a7cd5ee5b4-1 {}] regionserver.HStore(327): Store=c63cc59448170fd7febe72a7cd5ee5b4/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:12:31,494 INFO [StoreOpener-c63cc59448170fd7febe72a7cd5ee5b4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region c63cc59448170fd7febe72a7cd5ee5b4 2024-11-18T18:12:31,495 INFO [StoreOpener-c63cc59448170fd7febe72a7cd5ee5b4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c63cc59448170fd7febe72a7cd5ee5b4 columnFamilyName f1 2024-11-18T18:12:31,495 DEBUG [StoreOpener-c63cc59448170fd7febe72a7cd5ee5b4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:12:31,495 INFO [StoreOpener-c63cc59448170fd7febe72a7cd5ee5b4-1 {}] regionserver.HStore(327): Store=c63cc59448170fd7febe72a7cd5ee5b4/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:12:31,495 INFO [StoreOpener-c63cc59448170fd7febe72a7cd5ee5b4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c63cc59448170fd7febe72a7cd5ee5b4 2024-11-18T18:12:31,496 INFO [StoreOpener-c63cc59448170fd7febe72a7cd5ee5b4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c63cc59448170fd7febe72a7cd5ee5b4 columnFamilyName norep 2024-11-18T18:12:31,496 DEBUG [StoreOpener-c63cc59448170fd7febe72a7cd5ee5b4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:12:31,497 INFO [StoreOpener-c63cc59448170fd7febe72a7cd5ee5b4-1 {}] regionserver.HStore(327): Store=c63cc59448170fd7febe72a7cd5ee5b4/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:12:31,497 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c63cc59448170fd7febe72a7cd5ee5b4 2024-11-18T18:12:31,497 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/data/default/test/c63cc59448170fd7febe72a7cd5ee5b4 2024-11-18T18:12:31,498 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/data/default/test/c63cc59448170fd7febe72a7cd5ee5b4 2024-11-18T18:12:31,499 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c63cc59448170fd7febe72a7cd5ee5b4 2024-11-18T18:12:31,499 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c63cc59448170fd7febe72a7cd5ee5b4 2024-11-18T18:12:31,499 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T18:12:31,500 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c63cc59448170fd7febe72a7cd5ee5b4 2024-11-18T18:12:31,506 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/data/default/test/c63cc59448170fd7febe72a7cd5ee5b4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T18:12:31,506 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c63cc59448170fd7febe72a7cd5ee5b4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63068085, jitterRate=-0.06021229922771454}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T18:12:31,506 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c63cc59448170fd7febe72a7cd5ee5b4 2024-11-18T18:12:31,507 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c63cc59448170fd7febe72a7cd5ee5b4: Running coprocessor pre-open hook at 1731953551491Writing region info on filesystem at 1731953551491Initializing all the Stores at 1731953551491Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953551491Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953551492 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953551492Cleaning up temporary data from old regions at 1731953551499 (+7 ms)Running coprocessor post-open hooks at 1731953551506 (+7 ms)Region opened successfully at 1731953551507 (+1 ms) 2024-11-18T18:12:31,508 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731953551127.c63cc59448170fd7febe72a7cd5ee5b4., pid=6, masterSystemTime=1731953551486 2024-11-18T18:12:31,510 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731953551127.c63cc59448170fd7febe72a7cd5ee5b4. 2024-11-18T18:12:31,510 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731953551127.c63cc59448170fd7febe72a7cd5ee5b4. 2024-11-18T18:12:31,510 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c63cc59448170fd7febe72a7cd5ee5b4, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=818bff808382,43879,1731953543895 2024-11-18T18:12:31,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c63cc59448170fd7febe72a7cd5ee5b4, server=818bff808382,43879,1731953543895 because future has completed 2024-11-18T18:12:31,515 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T18:12:31,515 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c63cc59448170fd7febe72a7cd5ee5b4, server=818bff808382,43879,1731953543895 in 179 msec 2024-11-18T18:12:31,517 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T18:12:31,517 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=c63cc59448170fd7febe72a7cd5ee5b4, ASSIGN in 337 msec 2024-11-18T18:12:31,518 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T18:12:31,518 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731953551518"}]},"ts":"1731953551518"} 2024-11-18T18:12:31,520 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-18T18:12:31,521 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T18:12:31,522 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 393 msec 2024-11-18T18:12:31,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38689 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T18:12:31,762 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-18T18:12:31,763 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T18:12:31,763 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 818bff808382,35743,1731953548005 2024-11-18T18:12:31,763 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@fc1ec0e 2024-11-18T18:12:31,764 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T18:12:31,765 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51578, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T18:12:31,766 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35743 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T18:12:31,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35743 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-18T18:12:31,768 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T18:12:31,768 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:12:31,768 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35743 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-18T18:12:31,769 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T18:12:31,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35743 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T18:12:31,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40265 is added to blk_1073741835_1011 (size=902) 2024-11-18T18:12:31,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35743 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T18:12:31,905 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T18:12:31,905 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-18T18:12:32,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35743 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T18:12:32,179 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9bde01f617e48da5c0b7d4db92e6c823, NAME => 'test,,1731953551765.9bde01f617e48da5c0b7d4db92e6c823.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35543/user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b 2024-11-18T18:12:32,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40265 is added to blk_1073741836_1012 (size=39) 2024-11-18T18:12:32,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35743 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T18:12:32,585 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731953551765.9bde01f617e48da5c0b7d4db92e6c823.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:12:32,585 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 9bde01f617e48da5c0b7d4db92e6c823, disabling compactions & flushes 2024-11-18T18:12:32,585 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731953551765.9bde01f617e48da5c0b7d4db92e6c823. 2024-11-18T18:12:32,585 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731953551765.9bde01f617e48da5c0b7d4db92e6c823. 2024-11-18T18:12:32,585 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731953551765.9bde01f617e48da5c0b7d4db92e6c823. after waiting 0 ms 2024-11-18T18:12:32,585 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731953551765.9bde01f617e48da5c0b7d4db92e6c823. 2024-11-18T18:12:32,586 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731953551765.9bde01f617e48da5c0b7d4db92e6c823. 2024-11-18T18:12:32,586 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9bde01f617e48da5c0b7d4db92e6c823: Waiting for close lock at 1731953552585Disabling compacts and flushes for region at 1731953552585Disabling writes for close at 1731953552585Writing region close event to WAL at 1731953552585Closed at 1731953552585 2024-11-18T18:12:32,587 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T18:12:32,587 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731953551765.9bde01f617e48da5c0b7d4db92e6c823.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731953552587"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731953552587"}]},"ts":"1731953552587"} 2024-11-18T18:12:32,589 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T18:12:32,590 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T18:12:32,590 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731953552590"}]},"ts":"1731953552590"} 2024-11-18T18:12:32,592 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-18T18:12:32,592 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9bde01f617e48da5c0b7d4db92e6c823, ASSIGN}] 2024-11-18T18:12:32,593 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9bde01f617e48da5c0b7d4db92e6c823, ASSIGN 2024-11-18T18:12:32,594 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=9bde01f617e48da5c0b7d4db92e6c823, ASSIGN; state=OFFLINE, location=818bff808382,46135,1731953548055; forceNewPlan=false, retain=false 2024-11-18T18:12:32,744 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9bde01f617e48da5c0b7d4db92e6c823, regionState=OPENING, regionLocation=818bff808382,46135,1731953548055 2024-11-18T18:12:32,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=9bde01f617e48da5c0b7d4db92e6c823, ASSIGN because future has completed 2024-11-18T18:12:32,747 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9bde01f617e48da5c0b7d4db92e6c823, server=818bff808382,46135,1731953548055}] 2024-11-18T18:12:32,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35743 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T18:12:32,903 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731953551765.9bde01f617e48da5c0b7d4db92e6c823. 2024-11-18T18:12:32,903 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 9bde01f617e48da5c0b7d4db92e6c823, NAME => 'test,,1731953551765.9bde01f617e48da5c0b7d4db92e6c823.', STARTKEY => '', ENDKEY => ''} 2024-11-18T18:12:32,903 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T18:12:32,904 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-18T18:12:32,904 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 9bde01f617e48da5c0b7d4db92e6c823 2024-11-18T18:12:32,904 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731953551765.9bde01f617e48da5c0b7d4db92e6c823.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:12:32,904 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 9bde01f617e48da5c0b7d4db92e6c823 2024-11-18T18:12:32,904 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 9bde01f617e48da5c0b7d4db92e6c823 2024-11-18T18:12:32,905 INFO [StoreOpener-9bde01f617e48da5c0b7d4db92e6c823-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9bde01f617e48da5c0b7d4db92e6c823 2024-11-18T18:12:32,906 INFO [StoreOpener-9bde01f617e48da5c0b7d4db92e6c823-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9bde01f617e48da5c0b7d4db92e6c823 columnFamilyName f 2024-11-18T18:12:32,906 DEBUG [StoreOpener-9bde01f617e48da5c0b7d4db92e6c823-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:12:32,907 INFO [StoreOpener-9bde01f617e48da5c0b7d4db92e6c823-1 {}] regionserver.HStore(327): Store=9bde01f617e48da5c0b7d4db92e6c823/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:12:32,907 INFO [StoreOpener-9bde01f617e48da5c0b7d4db92e6c823-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 9bde01f617e48da5c0b7d4db92e6c823 2024-11-18T18:12:32,908 INFO [StoreOpener-9bde01f617e48da5c0b7d4db92e6c823-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9bde01f617e48da5c0b7d4db92e6c823 columnFamilyName f1 2024-11-18T18:12:32,908 DEBUG [StoreOpener-9bde01f617e48da5c0b7d4db92e6c823-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:12:32,908 INFO [StoreOpener-9bde01f617e48da5c0b7d4db92e6c823-1 {}] regionserver.HStore(327): Store=9bde01f617e48da5c0b7d4db92e6c823/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:12:32,908 INFO [StoreOpener-9bde01f617e48da5c0b7d4db92e6c823-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 9bde01f617e48da5c0b7d4db92e6c823 2024-11-18T18:12:32,909 INFO [StoreOpener-9bde01f617e48da5c0b7d4db92e6c823-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9bde01f617e48da5c0b7d4db92e6c823 columnFamilyName norep 2024-11-18T18:12:32,909 DEBUG [StoreOpener-9bde01f617e48da5c0b7d4db92e6c823-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:12:32,909 INFO [StoreOpener-9bde01f617e48da5c0b7d4db92e6c823-1 {}] regionserver.HStore(327): Store=9bde01f617e48da5c0b7d4db92e6c823/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:12:32,909 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 9bde01f617e48da5c0b7d4db92e6c823 2024-11-18T18:12:32,910 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35543/user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b/data/default/test/9bde01f617e48da5c0b7d4db92e6c823 2024-11-18T18:12:32,910 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35543/user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b/data/default/test/9bde01f617e48da5c0b7d4db92e6c823 2024-11-18T18:12:32,911 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 9bde01f617e48da5c0b7d4db92e6c823 2024-11-18T18:12:32,911 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 9bde01f617e48da5c0b7d4db92e6c823 2024-11-18T18:12:32,911 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T18:12:32,912 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 9bde01f617e48da5c0b7d4db92e6c823 2024-11-18T18:12:32,914 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35543/user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b/data/default/test/9bde01f617e48da5c0b7d4db92e6c823/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T18:12:32,914 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 9bde01f617e48da5c0b7d4db92e6c823; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61122692, jitterRate=-0.08920091390609741}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T18:12:32,914 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9bde01f617e48da5c0b7d4db92e6c823 2024-11-18T18:12:32,914 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 9bde01f617e48da5c0b7d4db92e6c823: Running coprocessor pre-open hook at 1731953552904Writing region info on filesystem at 1731953552904Initializing all the Stores at 1731953552905 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953552905Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953552905Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953552905Cleaning up temporary data from old regions at 1731953552911 (+6 ms)Running coprocessor post-open hooks at 1731953552914 (+3 ms)Region opened successfully at 1731953552914 2024-11-18T18:12:32,915 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731953551765.9bde01f617e48da5c0b7d4db92e6c823., pid=6, masterSystemTime=1731953552899 2024-11-18T18:12:32,917 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731953551765.9bde01f617e48da5c0b7d4db92e6c823. 2024-11-18T18:12:32,917 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731953551765.9bde01f617e48da5c0b7d4db92e6c823. 2024-11-18T18:12:32,918 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9bde01f617e48da5c0b7d4db92e6c823, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=818bff808382,46135,1731953548055 2024-11-18T18:12:32,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9bde01f617e48da5c0b7d4db92e6c823, server=818bff808382,46135,1731953548055 because future has completed 2024-11-18T18:12:32,920 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35743 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=818bff808382,46135,1731953548055, table=test, region=9bde01f617e48da5c0b7d4db92e6c823. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-18T18:12:32,923 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T18:12:32,923 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 9bde01f617e48da5c0b7d4db92e6c823, server=818bff808382,46135,1731953548055 in 174 msec 2024-11-18T18:12:32,925 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T18:12:32,925 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=9bde01f617e48da5c0b7d4db92e6c823, ASSIGN in 331 msec 2024-11-18T18:12:32,926 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T18:12:32,926 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731953552926"}]},"ts":"1731953552926"} 2024-11-18T18:12:32,928 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-18T18:12:32,929 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T18:12:32,931 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1630 sec 2024-11-18T18:12:33,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35743 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T18:12:33,912 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-18T18:12:33,913 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bb7c883, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:12:33,913 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 818bff808382,38689,-1 for getting cluster id 2024-11-18T18:12:33,913 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T18:12:33,914 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a5655c0-b097-46e3-9e1b-ae13069aa2a3' 2024-11-18T18:12:33,914 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T18:12:33,914 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a5655c0-b097-46e3-9e1b-ae13069aa2a3" 2024-11-18T18:12:33,914 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27152741, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:12:33,914 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [818bff808382,38689,-1] 2024-11-18T18:12:33,915 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T18:12:33,915 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:12:33,915 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T18:12:33,916 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@790d88f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:12:33,917 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@adb94d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:12:33,917 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 818bff808382,35743,-1 for getting cluster id 2024-11-18T18:12:33,917 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T18:12:33,918 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '62656d44-8f31-494f-b704-9c5b7090e59f' 2024-11-18T18:12:33,918 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T18:12:33,918 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "62656d44-8f31-494f-b704-9c5b7090e59f" 2024-11-18T18:12:33,918 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c474932, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:12:33,918 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [818bff808382,35743,-1] 2024-11-18T18:12:33,918 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T18:12:33,918 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:12:33,919 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T18:12:33,920 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dbd9803, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:12:33,920 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4663f8d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:12:33,920 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 818bff808382,38689,-1 for getting cluster id 2024-11-18T18:12:33,920 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T18:12:33,921 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a5655c0-b097-46e3-9e1b-ae13069aa2a3' 2024-11-18T18:12:33,921 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T18:12:33,921 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a5655c0-b097-46e3-9e1b-ae13069aa2a3" 2024-11-18T18:12:33,921 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42ee9498, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:12:33,921 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [818bff808382,38689,-1] 2024-11-18T18:12:33,921 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T18:12:33,921 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:12:33,922 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T18:12:33,922 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@416cc98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:12:33,923 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T18:12:33,923 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 818bff808382,38689,1731953543834 2024-11-18T18:12:33,923 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2a7f26c2 2024-11-18T18:12:33,924 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T18:12:33,924 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T18:12:33,924 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38689 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://818bff808382:35743,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-18T18:12:33,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38689 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T18:12:33,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38689 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T18:12:33,927 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='818bff808382:35743' 2024-11-18T18:12:33,928 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37f39e6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:12:33,928 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 818bff808382,35743,-1 for getting cluster id 2024-11-18T18:12:33,928 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T18:12:33,929 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '62656d44-8f31-494f-b704-9c5b7090e59f' 2024-11-18T18:12:33,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T18:12:33,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "62656d44-8f31-494f-b704-9c5b7090e59f" 2024-11-18T18:12:33,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f4ad0a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:12:33,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [818bff808382,35743,-1] 2024-11-18T18:12:33,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T18:12:33,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:12:33,930 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T18:12:33,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57ed344d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:12:33,931 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T18:12:33,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 818bff808382,35743,1731953548005 2024-11-18T18:12:33,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1a468bf1 2024-11-18T18:12:33,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T18:12:33,932 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56400, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T18:12:33,932 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-18T18:12:33,932 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T18:12:33,933 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:12:33,933 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:12:33,933 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T18:12:33,933 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T18:12:33,934 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-18T18:12:33,935 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T18:12:33,935 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:12:33,935 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T18:12:33,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38401 is added to blk_1073741837_1013 (size=1138) 2024-11-18T18:12:33,984 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-18T18:12:34,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38689 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T18:12:34,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38689 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T18:12:34,343 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8d2c12e81ea87804b99978fc02039819, NAME => 'hbase:replication,,1731953553933.8d2c12e81ea87804b99978fc02039819.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e 2024-11-18T18:12:34,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38401 is added to blk_1073741838_1014 (size=44) 2024-11-18T18:12:34,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38689 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T18:12:34,750 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731953553933.8d2c12e81ea87804b99978fc02039819.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:12:34,750 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 8d2c12e81ea87804b99978fc02039819, disabling compactions & flushes 2024-11-18T18:12:34,750 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731953553933.8d2c12e81ea87804b99978fc02039819. 2024-11-18T18:12:34,750 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731953553933.8d2c12e81ea87804b99978fc02039819. 2024-11-18T18:12:34,750 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731953553933.8d2c12e81ea87804b99978fc02039819. after waiting 0 ms 2024-11-18T18:12:34,750 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731953553933.8d2c12e81ea87804b99978fc02039819. 2024-11-18T18:12:34,750 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731953553933.8d2c12e81ea87804b99978fc02039819. 2024-11-18T18:12:34,750 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8d2c12e81ea87804b99978fc02039819: Waiting for close lock at 1731953554750Disabling compacts and flushes for region at 1731953554750Disabling writes for close at 1731953554750Writing region close event to WAL at 1731953554750Closed at 1731953554750 2024-11-18T18:12:34,752 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T18:12:34,752 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731953553933.8d2c12e81ea87804b99978fc02039819.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731953554752"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731953554752"}]},"ts":"1731953554752"} 2024-11-18T18:12:34,754 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T18:12:34,755 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T18:12:34,755 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731953554755"}]},"ts":"1731953554755"} 2024-11-18T18:12:34,757 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-18T18:12:34,757 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8d2c12e81ea87804b99978fc02039819, ASSIGN}] 2024-11-18T18:12:34,758 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8d2c12e81ea87804b99978fc02039819, ASSIGN 2024-11-18T18:12:34,759 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8d2c12e81ea87804b99978fc02039819, ASSIGN; state=OFFLINE, location=818bff808382,43879,1731953543895; forceNewPlan=false, retain=false 2024-11-18T18:12:34,910 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8d2c12e81ea87804b99978fc02039819, regionState=OPENING, regionLocation=818bff808382,43879,1731953543895 2024-11-18T18:12:34,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8d2c12e81ea87804b99978fc02039819, ASSIGN because future has completed 2024-11-18T18:12:34,912 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8d2c12e81ea87804b99978fc02039819, server=818bff808382,43879,1731953543895}] 2024-11-18T18:12:35,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38689 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T18:12:35,068 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731953553933.8d2c12e81ea87804b99978fc02039819. 2024-11-18T18:12:35,068 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T18:12:35,068 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-18T18:12:35,070 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=818bff808382%2C43879%2C1731953543895.rep, suffix=, logDir=hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/WALs/818bff808382,43879,1731953543895, archiveDir=hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/oldWALs, maxLogs=10 2024-11-18T18:12:35,083 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/WALs/818bff808382,43879,1731953543895/818bff808382%2C43879%2C1731953543895.rep.1731953555070, exclude list is [], retry=0 2024-11-18T18:12:35,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38401,DS-c31b339a-a3e5-4565-a61e-b7b8409378e1,DISK] 2024-11-18T18:12:35,086 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/WALs/818bff808382,43879,1731953543895/818bff808382%2C43879%2C1731953543895.rep.1731953555070 2024-11-18T18:12:35,087 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37141:37141)] 2024-11-18T18:12:35,087 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 8d2c12e81ea87804b99978fc02039819, NAME => 'hbase:replication,,1731953553933.8d2c12e81ea87804b99978fc02039819.', STARTKEY => '', ENDKEY => ''} 2024-11-18T18:12:35,087 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T18:12:35,087 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T18:12:35,087 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731953553933.8d2c12e81ea87804b99978fc02039819. service=MultiRowMutationService 2024-11-18T18:12:35,087 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-18T18:12:35,088 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 8d2c12e81ea87804b99978fc02039819 2024-11-18T18:12:35,088 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731953553933.8d2c12e81ea87804b99978fc02039819.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:12:35,088 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 8d2c12e81ea87804b99978fc02039819 2024-11-18T18:12:35,088 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 8d2c12e81ea87804b99978fc02039819 2024-11-18T18:12:35,089 INFO [StoreOpener-8d2c12e81ea87804b99978fc02039819-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 8d2c12e81ea87804b99978fc02039819 2024-11-18T18:12:35,090 INFO [StoreOpener-8d2c12e81ea87804b99978fc02039819-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8d2c12e81ea87804b99978fc02039819 columnFamilyName hfileref 2024-11-18T18:12:35,090 DEBUG [StoreOpener-8d2c12e81ea87804b99978fc02039819-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:12:35,090 INFO [StoreOpener-8d2c12e81ea87804b99978fc02039819-1 {}] regionserver.HStore(327): Store=8d2c12e81ea87804b99978fc02039819/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:12:35,091 INFO [StoreOpener-8d2c12e81ea87804b99978fc02039819-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 8d2c12e81ea87804b99978fc02039819 2024-11-18T18:12:35,091 INFO [StoreOpener-8d2c12e81ea87804b99978fc02039819-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8d2c12e81ea87804b99978fc02039819 columnFamilyName queue 2024-11-18T18:12:35,091 DEBUG [StoreOpener-8d2c12e81ea87804b99978fc02039819-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:12:35,092 INFO [StoreOpener-8d2c12e81ea87804b99978fc02039819-1 {}] regionserver.HStore(327): Store=8d2c12e81ea87804b99978fc02039819/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:12:35,092 INFO [StoreOpener-8d2c12e81ea87804b99978fc02039819-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 8d2c12e81ea87804b99978fc02039819 2024-11-18T18:12:35,093 INFO [StoreOpener-8d2c12e81ea87804b99978fc02039819-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8d2c12e81ea87804b99978fc02039819 columnFamilyName sid 2024-11-18T18:12:35,093 DEBUG [StoreOpener-8d2c12e81ea87804b99978fc02039819-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:12:35,093 INFO [StoreOpener-8d2c12e81ea87804b99978fc02039819-1 {}] regionserver.HStore(327): Store=8d2c12e81ea87804b99978fc02039819/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:12:35,093 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 8d2c12e81ea87804b99978fc02039819 2024-11-18T18:12:35,094 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/data/hbase/replication/8d2c12e81ea87804b99978fc02039819 2024-11-18T18:12:35,094 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/data/hbase/replication/8d2c12e81ea87804b99978fc02039819 2024-11-18T18:12:35,095 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 8d2c12e81ea87804b99978fc02039819 2024-11-18T18:12:35,095 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 8d2c12e81ea87804b99978fc02039819 2024-11-18T18:12:35,095 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T18:12:35,096 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 8d2c12e81ea87804b99978fc02039819 2024-11-18T18:12:35,098 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/data/hbase/replication/8d2c12e81ea87804b99978fc02039819/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T18:12:35,098 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 8d2c12e81ea87804b99978fc02039819; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63310378, jitterRate=-0.05660185217857361}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T18:12:35,098 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8d2c12e81ea87804b99978fc02039819 2024-11-18T18:12:35,099 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 8d2c12e81ea87804b99978fc02039819: Running coprocessor pre-open hook at 1731953555088Writing region info on filesystem at 1731953555088Initializing all the Stores at 1731953555089 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953555089Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953555089Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953555089Cleaning up temporary data from old regions at 1731953555095 (+6 ms)Running coprocessor post-open hooks at 1731953555098 (+3 ms)Region opened successfully at 1731953555099 (+1 ms) 2024-11-18T18:12:35,100 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731953553933.8d2c12e81ea87804b99978fc02039819., pid=10, masterSystemTime=1731953555065 2024-11-18T18:12:35,101 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731953553933.8d2c12e81ea87804b99978fc02039819. 2024-11-18T18:12:35,102 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731953553933.8d2c12e81ea87804b99978fc02039819. 2024-11-18T18:12:35,102 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8d2c12e81ea87804b99978fc02039819, regionState=OPEN, openSeqNum=2, regionLocation=818bff808382,43879,1731953543895 2024-11-18T18:12:35,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8d2c12e81ea87804b99978fc02039819, server=818bff808382,43879,1731953543895 because future has completed 2024-11-18T18:12:35,107 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-18T18:12:35,107 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 8d2c12e81ea87804b99978fc02039819, server=818bff808382,43879,1731953543895 in 193 msec 2024-11-18T18:12:35,109 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-18T18:12:35,109 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8d2c12e81ea87804b99978fc02039819, ASSIGN in 350 msec 2024-11-18T18:12:35,110 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T18:12:35,110 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731953555110"}]},"ts":"1731953555110"} 2024-11-18T18:12:35,111 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-18T18:12:35,112 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T18:12:35,114 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1790 sec 2024-11-18T18:12:35,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731953553933.8d2c12e81ea87804b99978fc02039819., hostname=818bff808382,43879,1731953543895, seqNum=2] 2024-11-18T18:12:35,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43879-0x1000bd57ccb0001, quorum=127.0.0.1:53338, baseZNode=/0397809682 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0397809682 2024-11-18T18:12:35,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38689-0x1000bd57ccb0000, quorum=127.0.0.1:53338, baseZNode=/0397809682 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0397809682 2024-11-18T18:12:35,150 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T18:12:35,303 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-18T18:12:35,303 INFO [RS_REFRESH_PEER-regionserver/818bff808382:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-18T18:12:35,333 INFO [RS_REFRESH_PEER-regionserver/818bff808382:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-818bff808382,43879,1731953543895, ReplicationSource: 1, currentBandwidth=0 2024-11-18T18:12:35,333 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T18:12:35,333 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=818bff808382,43879,1731953543895, seqNum=-1] 2024-11-18T18:12:35,334 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T18:12:35,335 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34293, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-18T18:12:35,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-818bff808382,43879,1731953543895', locateType=CURRENT is [region=hbase:replication,,1731953553933.8d2c12e81ea87804b99978fc02039819., hostname=818bff808382,43879,1731953543895, seqNum=2] 2024-11-18T18:12:35,339 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-18T18:12:35,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38689 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-18T18:12:35,341 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 818bff808382,43879,1731953543895 suceeded 2024-11-18T18:12:35,343 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-18T18:12:35,343 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 191 msec 2024-11-18T18:12:35,343 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://818bff808382:35743,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T18:12:35,345 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4190 sec 2024-11-18T18:12:35,354 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,43879,1731953543895 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='818bff808382:35743' 2024-11-18T18:12:35,356 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,43879,1731953543895 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@69a01572, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:12:35,356 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,43879,1731953543895 {}] client.ClusterIdFetcher(90): Going to request 818bff808382,35743,-1 for getting cluster id 2024-11-18T18:12:35,356 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,43879,1731953543895 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T18:12:35,357 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '62656d44-8f31-494f-b704-9c5b7090e59f' 2024-11-18T18:12:35,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T18:12:35,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "62656d44-8f31-494f-b704-9c5b7090e59f" 2024-11-18T18:12:35,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4aea08e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:12:35,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [818bff808382,35743,-1] 2024-11-18T18:12:35,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T18:12:35,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:12:35,359 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56410, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-18T18:12:35,359 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,43879,1731953543895 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@40a43860, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:12:35,359 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,43879,1731953543895 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T18:12:35,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 818bff808382,35743,1731953548005 2024-11-18T18:12:35,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@533f47bb 2024-11-18T18:12:35,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T18:12:35,361 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56426, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-18T18:12:35,362 INFO [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,43879,1731953543895 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-818bff808382,43879,1731953543895 (queues=1) is replicating from cluster=2a5655c0-b097-46e3-9e1b-ae13069aa2a3 to cluster=62656d44-8f31-494f-b704-9c5b7090e59f 2024-11-18T18:12:35,362 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,43879,1731953543895 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=818bff808382%2C43879%2C1731953543895 2024-11-18T18:12:35,362 INFO [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,43879,1731953543895 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-818bff808382,43879,1731953543895, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T18:12:35,362 INFO [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,43879,1731953543895.replicationSource.shipper818bff808382%2C43879%2C1731953543895,1-818bff808382,43879,1731953543895 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 818bff808382%2C43879%2C1731953543895 2024-11-18T18:12:35,362 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,43879,1731953543895.replicationSource.wal-reader.818bff808382%2C43879%2C1731953543895,1-818bff808382,43879,1731953543895 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/WALs/818bff808382,43879,1731953543895/818bff808382%2C43879%2C1731953543895.1731953546110, startPosition=0, beingWritten=true 2024-11-18T18:12:35,368 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,43879,1731953543895.replicationSource.wal-reader.818bff808382%2C43879%2C1731953543895,1-818bff808382,43879,1731953543895 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T18:12:35,368 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,43879,1731953543895.replicationSource.wal-reader.818bff808382%2C43879%2C1731953543895,1-818bff808382,43879,1731953543895 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/WALs/818bff808382,43879,1731953543895/818bff808382%2C43879%2C1731953543895.1731953546110 to pos 379, reset compression=false 2024-11-18T18:12:35,368 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,43879,1731953543895.replicationSource.shipper818bff808382%2C43879%2C1731953543895,1-818bff808382,43879,1731953543895 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-818bff808382,43879,1731953543895 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/WALs/818bff808382,43879,1731953543895/818bff808382%2C43879%2C1731953543895.1731953546110, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T18:12:35,571 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,43879,1731953543895.replicationSource.wal-reader.818bff808382%2C43879%2C1731953543895,1-818bff808382,43879,1731953543895 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/WALs/818bff808382,43879,1731953543895/818bff808382%2C43879%2C1731953543895.1731953546110 to pos 379, reset compression=false 2024-11-18T18:12:35,579 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-18T18:12:35,579 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-18T18:12:35,580 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-18T18:12:35,580 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-18T18:12:35,580 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-18T18:12:35,580 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-18T18:12:35,581 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T18:12:35,581 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-18T18:12:35,581 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T18:12:35,581 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-18T18:12:35,581 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T18:12:35,581 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-18T18:12:35,581 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-18T18:12:35,581 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-18T18:12:35,875 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,43879,1731953543895.replicationSource.wal-reader.818bff808382%2C43879%2C1731953543895,1-818bff808382,43879,1731953543895 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/WALs/818bff808382,43879,1731953543895/818bff808382%2C43879%2C1731953543895.1731953546110 to pos 379, reset compression=false 2024-11-18T18:12:36,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38689 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T18:12:36,072 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-18T18:12:36,072 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T18:12:36,072 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T18:12:36,072 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:12:36,072 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:12:36,072 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T18:12:36,073 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45a2f914, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:12:36,073 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 818bff808382,35743,-1 for getting cluster id 2024-11-18T18:12:36,073 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T18:12:36,074 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '62656d44-8f31-494f-b704-9c5b7090e59f' 2024-11-18T18:12:36,074 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T18:12:36,074 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "62656d44-8f31-494f-b704-9c5b7090e59f" 2024-11-18T18:12:36,074 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58b55a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:12:36,074 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [818bff808382,35743,-1] 2024-11-18T18:12:36,074 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T18:12:36,074 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:12:36,075 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T18:12:36,076 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79ae42b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:12:36,076 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T18:12:36,077 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 818bff808382,35743,1731953548005 2024-11-18T18:12:36,077 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3a8a22d3 2024-11-18T18:12:36,077 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T18:12:36,078 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56462, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T18:12:36,078 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35743 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://818bff808382:38689,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-18T18:12:36,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35743 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T18:12:36,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35743 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T18:12:36,080 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='818bff808382:38689' 2024-11-18T18:12:36,081 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4341775e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:12:36,081 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 818bff808382,38689,-1 for getting cluster id 2024-11-18T18:12:36,081 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T18:12:36,082 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a5655c0-b097-46e3-9e1b-ae13069aa2a3' 2024-11-18T18:12:36,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T18:12:36,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a5655c0-b097-46e3-9e1b-ae13069aa2a3" 2024-11-18T18:12:36,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14c34649, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:12:36,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [818bff808382,38689,-1] 2024-11-18T18:12:36,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T18:12:36,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:12:36,083 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T18:12:36,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60b64b37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:12:36,084 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T18:12:36,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 818bff808382,38689,1731953543834 2024-11-18T18:12:36,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4475f6b5 2024-11-18T18:12:36,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T18:12:36,085 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T18:12:36,086 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-18T18:12:36,086 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T18:12:36,086 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:12:36,086 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:12:36,086 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T18:12:36,086 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T18:12:36,087 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-18T18:12:36,088 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T18:12:36,088 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:12:36,089 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T18:12:36,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40265 is added to blk_1073741837_1013 (size=1138) 2024-11-18T18:12:36,137 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-18T18:12:36,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35743 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T18:12:36,279 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,43879,1731953543895.replicationSource.wal-reader.818bff808382%2C43879%2C1731953543895,1-818bff808382,43879,1731953543895 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/WALs/818bff808382,43879,1731953543895/818bff808382%2C43879%2C1731953543895.1731953546110 to pos 379, reset compression=false 2024-11-18T18:12:36,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35743 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T18:12:36,500 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 420289637036d5a6387029d8b5028939, NAME => 'hbase:replication,,1731953556086.420289637036d5a6387029d8b5028939.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35543/user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b 2024-11-18T18:12:36,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40265 is added to blk_1073741838_1014 (size=44) 2024-11-18T18:12:36,546 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T18:12:36,568 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:12:36,568 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:12:36,569 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:12:36,569 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:12:36,569 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:12:36,569 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:12:36,579 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:12:36,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35743 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T18:12:36,784 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,43879,1731953543895.replicationSource.wal-reader.818bff808382%2C43879%2C1731953543895,1-818bff808382,43879,1731953543895 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/WALs/818bff808382,43879,1731953543895/818bff808382%2C43879%2C1731953543895.1731953546110 to pos 379, reset compression=false 2024-11-18T18:12:36,909 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731953556086.420289637036d5a6387029d8b5028939.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:12:36,909 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 420289637036d5a6387029d8b5028939, disabling compactions & flushes 2024-11-18T18:12:36,909 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731953556086.420289637036d5a6387029d8b5028939. 2024-11-18T18:12:36,909 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731953556086.420289637036d5a6387029d8b5028939. 2024-11-18T18:12:36,909 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731953556086.420289637036d5a6387029d8b5028939. after waiting 0 ms 2024-11-18T18:12:36,909 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731953556086.420289637036d5a6387029d8b5028939. 2024-11-18T18:12:36,909 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731953556086.420289637036d5a6387029d8b5028939. 2024-11-18T18:12:36,909 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 420289637036d5a6387029d8b5028939: Waiting for close lock at 1731953556909Disabling compacts and flushes for region at 1731953556909Disabling writes for close at 1731953556909Writing region close event to WAL at 1731953556909Closed at 1731953556909 2024-11-18T18:12:36,911 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T18:12:36,911 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731953556086.420289637036d5a6387029d8b5028939.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731953556911"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731953556911"}]},"ts":"1731953556911"} 2024-11-18T18:12:36,913 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T18:12:36,913 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T18:12:36,914 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731953556914"}]},"ts":"1731953556914"} 2024-11-18T18:12:36,915 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-18T18:12:36,915 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=420289637036d5a6387029d8b5028939, ASSIGN}] 2024-11-18T18:12:36,916 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=420289637036d5a6387029d8b5028939, ASSIGN 2024-11-18T18:12:36,917 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=420289637036d5a6387029d8b5028939, ASSIGN; state=OFFLINE, location=818bff808382,46135,1731953548055; forceNewPlan=false, retain=false 2024-11-18T18:12:37,068 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=420289637036d5a6387029d8b5028939, regionState=OPENING, regionLocation=818bff808382,46135,1731953548055 2024-11-18T18:12:37,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=420289637036d5a6387029d8b5028939, ASSIGN because future has completed 2024-11-18T18:12:37,071 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 420289637036d5a6387029d8b5028939, server=818bff808382,46135,1731953548055}] 2024-11-18T18:12:37,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35743 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T18:12:37,228 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731953556086.420289637036d5a6387029d8b5028939. 2024-11-18T18:12:37,228 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T18:12:37,228 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-18T18:12:37,230 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=818bff808382%2C46135%2C1731953548055.rep, suffix=, logDir=hdfs://localhost:35543/user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b/WALs/818bff808382,46135,1731953548055, archiveDir=hdfs://localhost:35543/user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b/oldWALs, maxLogs=10 2024-11-18T18:12:37,243 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b/WALs/818bff808382,46135,1731953548055/818bff808382%2C46135%2C1731953548055.rep.1731953557230, exclude list is [], retry=0 2024-11-18T18:12:37,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40265,DS-4c47bded-33ae-437d-a169-eb3f261626b6,DISK] 2024-11-18T18:12:37,247 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b/WALs/818bff808382,46135,1731953548055/818bff808382%2C46135%2C1731953548055.rep.1731953557230 2024-11-18T18:12:37,247 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37787:37787)] 2024-11-18T18:12:37,247 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 420289637036d5a6387029d8b5028939, NAME => 'hbase:replication,,1731953556086.420289637036d5a6387029d8b5028939.', STARTKEY => '', ENDKEY => ''} 2024-11-18T18:12:37,248 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T18:12:37,248 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T18:12:37,248 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731953556086.420289637036d5a6387029d8b5028939. service=MultiRowMutationService 2024-11-18T18:12:37,248 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-18T18:12:37,248 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 420289637036d5a6387029d8b5028939 2024-11-18T18:12:37,248 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731953556086.420289637036d5a6387029d8b5028939.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:12:37,248 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 420289637036d5a6387029d8b5028939 2024-11-18T18:12:37,248 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 420289637036d5a6387029d8b5028939 2024-11-18T18:12:37,249 INFO [StoreOpener-420289637036d5a6387029d8b5028939-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 420289637036d5a6387029d8b5028939 2024-11-18T18:12:37,251 INFO [StoreOpener-420289637036d5a6387029d8b5028939-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 420289637036d5a6387029d8b5028939 columnFamilyName hfileref 2024-11-18T18:12:37,251 DEBUG [StoreOpener-420289637036d5a6387029d8b5028939-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:12:37,251 INFO [StoreOpener-420289637036d5a6387029d8b5028939-1 {}] regionserver.HStore(327): Store=420289637036d5a6387029d8b5028939/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:12:37,251 INFO [StoreOpener-420289637036d5a6387029d8b5028939-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 420289637036d5a6387029d8b5028939 2024-11-18T18:12:37,252 INFO [StoreOpener-420289637036d5a6387029d8b5028939-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 420289637036d5a6387029d8b5028939 columnFamilyName queue 2024-11-18T18:12:37,252 DEBUG [StoreOpener-420289637036d5a6387029d8b5028939-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:12:37,252 INFO [StoreOpener-420289637036d5a6387029d8b5028939-1 {}] regionserver.HStore(327): Store=420289637036d5a6387029d8b5028939/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:12:37,252 INFO [StoreOpener-420289637036d5a6387029d8b5028939-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 420289637036d5a6387029d8b5028939 2024-11-18T18:12:37,253 INFO [StoreOpener-420289637036d5a6387029d8b5028939-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 420289637036d5a6387029d8b5028939 columnFamilyName sid 2024-11-18T18:12:37,253 DEBUG [StoreOpener-420289637036d5a6387029d8b5028939-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:12:37,254 INFO [StoreOpener-420289637036d5a6387029d8b5028939-1 {}] regionserver.HStore(327): Store=420289637036d5a6387029d8b5028939/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:12:37,254 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 420289637036d5a6387029d8b5028939 2024-11-18T18:12:37,255 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35543/user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b/data/hbase/replication/420289637036d5a6387029d8b5028939 2024-11-18T18:12:37,255 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35543/user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b/data/hbase/replication/420289637036d5a6387029d8b5028939 2024-11-18T18:12:37,256 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 420289637036d5a6387029d8b5028939 2024-11-18T18:12:37,256 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 420289637036d5a6387029d8b5028939 2024-11-18T18:12:37,256 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T18:12:37,257 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 420289637036d5a6387029d8b5028939 2024-11-18T18:12:37,259 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35543/user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b/data/hbase/replication/420289637036d5a6387029d8b5028939/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T18:12:37,259 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 420289637036d5a6387029d8b5028939; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70084188, jitterRate=0.044335782527923584}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T18:12:37,259 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 420289637036d5a6387029d8b5028939 2024-11-18T18:12:37,260 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 420289637036d5a6387029d8b5028939: Running coprocessor pre-open hook at 1731953557248Writing region info on filesystem at 1731953557248Initializing all the Stores at 1731953557249 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953557249Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953557249Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953557249Cleaning up temporary data from old regions at 1731953557256 (+7 ms)Running coprocessor post-open hooks at 1731953557259 (+3 ms)Region opened successfully at 1731953557260 (+1 ms) 2024-11-18T18:12:37,260 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731953556086.420289637036d5a6387029d8b5028939., pid=10, masterSystemTime=1731953557223 2024-11-18T18:12:37,262 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731953556086.420289637036d5a6387029d8b5028939. 2024-11-18T18:12:37,262 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731953556086.420289637036d5a6387029d8b5028939. 2024-11-18T18:12:37,263 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=420289637036d5a6387029d8b5028939, regionState=OPEN, openSeqNum=2, regionLocation=818bff808382,46135,1731953548055 2024-11-18T18:12:37,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 420289637036d5a6387029d8b5028939, server=818bff808382,46135,1731953548055 because future has completed 2024-11-18T18:12:37,268 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-18T18:12:37,268 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 420289637036d5a6387029d8b5028939, server=818bff808382,46135,1731953548055 in 195 msec 2024-11-18T18:12:37,269 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-18T18:12:37,269 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=420289637036d5a6387029d8b5028939, ASSIGN in 353 msec 2024-11-18T18:12:37,270 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T18:12:37,270 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731953557270"}]},"ts":"1731953557270"} 2024-11-18T18:12:37,272 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-18T18:12:37,272 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T18:12:37,274 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1860 sec 2024-11-18T18:12:37,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731953556086.420289637036d5a6387029d8b5028939., hostname=818bff808382,46135,1731953548055, seqNum=2] 2024-11-18T18:12:37,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46135-0x1000bd57ccb0004, quorum=127.0.0.1:53338, baseZNode=/1-134242786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-134242786 2024-11-18T18:12:37,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35743-0x1000bd57ccb0003, quorum=127.0.0.1:53338, baseZNode=/1-134242786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-134242786 2024-11-18T18:12:37,301 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T18:12:37,388 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,43879,1731953543895.replicationSource.wal-reader.818bff808382%2C43879%2C1731953543895,1-818bff808382,43879,1731953543895 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/WALs/818bff808382,43879,1731953543895/818bff808382%2C43879%2C1731953543895.1731953546110 to pos 379, reset compression=false 2024-11-18T18:12:37,453 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46135 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-18T18:12:37,454 INFO [RS_REFRESH_PEER-regionserver/818bff808382:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-18T18:12:37,484 INFO [RS_REFRESH_PEER-regionserver/818bff808382:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-818bff808382,46135,1731953548055, ReplicationSource: 1, currentBandwidth=0 2024-11-18T18:12:37,484 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T18:12:37,484 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=818bff808382,46135,1731953548055, seqNum=-1] 2024-11-18T18:12:37,485 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T18:12:37,486 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37885, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-18T18:12:37,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-818bff808382,46135,1731953548055', locateType=CURRENT is [region=hbase:replication,,1731953556086.420289637036d5a6387029d8b5028939., hostname=818bff808382,46135,1731953548055, seqNum=2] 2024-11-18T18:12:37,490 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-18T18:12:37,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35743 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-18T18:12:37,493 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 818bff808382,46135,1731953548055 suceeded 2024-11-18T18:12:37,494 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-18T18:12:37,494 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 192 msec 2024-11-18T18:12:37,494 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://818bff808382:38689,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T18:12:37,496 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4160 sec 2024-11-18T18:12:37,504 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,46135,1731953548055 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='818bff808382:38689' 2024-11-18T18:12:37,506 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,46135,1731953548055 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1389df35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:12:37,506 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,46135,1731953548055 {}] client.ClusterIdFetcher(90): Going to request 818bff808382,38689,-1 for getting cluster id 2024-11-18T18:12:37,506 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,46135,1731953548055 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T18:12:37,506 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a5655c0-b097-46e3-9e1b-ae13069aa2a3' 2024-11-18T18:12:37,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T18:12:37,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a5655c0-b097-46e3-9e1b-ae13069aa2a3" 2024-11-18T18:12:37,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@624c1c2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:12:37,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [818bff808382,38689,-1] 2024-11-18T18:12:37,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T18:12:37,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:12:37,508 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-18T18:12:37,508 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,46135,1731953548055 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2253b8aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:12:37,508 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,46135,1731953548055 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T18:12:37,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 818bff808382,38689,1731953543834 2024-11-18T18:12:37,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@668ecf64 2024-11-18T18:12:37,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T18:12:37,510 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47136, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-18T18:12:37,511 INFO [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,46135,1731953548055 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-818bff808382,46135,1731953548055 (queues=1) is replicating from cluster=62656d44-8f31-494f-b704-9c5b7090e59f to cluster=2a5655c0-b097-46e3-9e1b-ae13069aa2a3 2024-11-18T18:12:37,511 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,46135,1731953548055 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=818bff808382%2C46135%2C1731953548055 2024-11-18T18:12:37,511 INFO [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,46135,1731953548055 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-818bff808382,46135,1731953548055, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T18:12:37,511 INFO [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,46135,1731953548055.replicationSource.shipper818bff808382%2C46135%2C1731953548055,1-818bff808382,46135,1731953548055 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 818bff808382%2C46135%2C1731953548055 2024-11-18T18:12:37,511 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,46135,1731953548055.replicationSource.wal-reader.818bff808382%2C46135%2C1731953548055,1-818bff808382,46135,1731953548055 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35543/user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b/WALs/818bff808382,46135,1731953548055/818bff808382%2C46135%2C1731953548055.1731953550057, startPosition=0, beingWritten=true 2024-11-18T18:12:37,516 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,46135,1731953548055.replicationSource.wal-reader.818bff808382%2C46135%2C1731953548055,1-818bff808382,46135,1731953548055 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T18:12:37,516 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,46135,1731953548055.replicationSource.wal-reader.818bff808382%2C46135%2C1731953548055,1-818bff808382,46135,1731953548055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35543/user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b/WALs/818bff808382,46135,1731953548055/818bff808382%2C46135%2C1731953548055.1731953550057 to pos 379, reset compression=false 2024-11-18T18:12:37,516 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,46135,1731953548055.replicationSource.shipper818bff808382%2C46135%2C1731953548055,1-818bff808382,46135,1731953548055 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-818bff808382,46135,1731953548055 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35543/user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b/WALs/818bff808382,46135,1731953548055/818bff808382%2C46135%2C1731953548055.1731953550057, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T18:12:37,720 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,46135,1731953548055.replicationSource.wal-reader.818bff808382%2C46135%2C1731953548055,1-818bff808382,46135,1731953548055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35543/user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b/WALs/818bff808382,46135,1731953548055/818bff808382%2C46135%2C1731953548055.1731953550057 to pos 379, reset compression=false 2024-11-18T18:12:37,906 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-18T18:12:38,024 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,46135,1731953548055.replicationSource.wal-reader.818bff808382%2C46135%2C1731953548055,1-818bff808382,46135,1731953548055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35543/user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b/WALs/818bff808382,46135,1731953548055/818bff808382%2C46135%2C1731953548055.1731953550057 to pos 379, reset compression=false 2024-11-18T18:12:38,093 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,43879,1731953543895.replicationSource.wal-reader.818bff808382%2C43879%2C1731953543895,1-818bff808382,43879,1731953543895 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/WALs/818bff808382,43879,1731953543895/818bff808382%2C43879%2C1731953543895.1731953546110 to pos 379, reset compression=false 2024-11-18T18:12:38,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35743 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T18:12:38,232 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-18T18:12:38,232 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T18:12:38,232 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T18:12:38,232 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:12:38,232 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:12:38,232 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T18:12:38,233 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:12:38,237 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1731953558236/Put/seqid=0 2024-11-18T18:12:38,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38401 is added to blk_1073741840_1016 (size=7894) 2024-11-18T18:12:38,429 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,46135,1731953548055.replicationSource.wal-reader.818bff808382%2C46135%2C1731953548055,1-818bff808382,46135,1731953548055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35543/user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b/WALs/818bff808382,46135,1731953548055/818bff808382%2C46135%2C1731953548055.1731953550057 to pos 379, reset compression=false 2024-11-18T18:12:38,644 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1731953558643/Put/seqid=0 2024-11-18T18:12:38,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38401 is added to blk_1073741841_1017 (size=7691) 2024-11-18T18:12:38,649 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f2808e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:12:38,650 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 818bff808382,38689,-1 for getting cluster id 2024-11-18T18:12:38,650 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T18:12:38,651 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a5655c0-b097-46e3-9e1b-ae13069aa2a3' 2024-11-18T18:12:38,651 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T18:12:38,651 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a5655c0-b097-46e3-9e1b-ae13069aa2a3" 2024-11-18T18:12:38,651 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@392cb0b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:12:38,651 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [818bff808382,38689,-1] 2024-11-18T18:12:38,651 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T18:12:38,652 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:12:38,652 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T18:12:38,653 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f6ab1cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:12:38,653 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T18:12:38,654 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=818bff808382,43879,1731953543895, seqNum=-1] 2024-11-18T18:12:38,655 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T18:12:38,655 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T18:12:38,664 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T18:12:38,664 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 818bff808382,38689,1731953543834 2024-11-18T18:12:38,664 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7ecffea5 2024-11-18T18:12:38,665 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T18:12:38,665 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47156, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T18:12:38,668 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731953551127.c63cc59448170fd7febe72a7cd5ee5b4., hostname=818bff808382,43879,1731953543895, seqNum=2] 2024-11-18T18:12:38,671 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-18T18:12:38,676 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-18T18:12:38,678 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-18T18:12:38,682 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43879 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/testHFileCyclicReplication_01/f/hfile_0 for inclusion in c63cc59448170fd7febe72a7cd5ee5b4/f 2024-11-18T18:12:38,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43879 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-18T18:12:38,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43879 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T18:12:38,684 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43879 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/testHFileCyclicReplication_01/f/hfile_1 for inclusion in c63cc59448170fd7febe72a7cd5ee5b4/f 2024-11-18T18:12:38,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43879 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-18T18:12:38,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43879 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T18:12:38,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43879 {}] regionserver.HRegion(2603): Flush status journal for c63cc59448170fd7febe72a7cd5ee5b4: 2024-11-18T18:12:38,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43879 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/staging/jenkins__test__avbtmotchedhedas0j06c58hkgng9cv3lcq7hlslj9ud6n54kvlarmtkvbf2cseo/f/hfile_0 2024-11-18T18:12:38,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43879 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/staging/jenkins__test__avbtmotchedhedas0j06c58hkgng9cv3lcq7hlslj9ud6n54kvlarmtkvbf2cseo/f/hfile_0 as hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/data/default/test/c63cc59448170fd7febe72a7cd5ee5b4/f/d9b076ba93c74027bf554c89f7be9a9c_SeqId_4_ 2024-11-18T18:12:38,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43879 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/staging/jenkins__test__avbtmotchedhedas0j06c58hkgng9cv3lcq7hlslj9ud6n54kvlarmtkvbf2cseo/f/hfile_1 2024-11-18T18:12:38,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43879 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/staging/jenkins__test__avbtmotchedhedas0j06c58hkgng9cv3lcq7hlslj9ud6n54kvlarmtkvbf2cseo/f/hfile_1 as hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/data/default/test/c63cc59448170fd7febe72a7cd5ee5b4/f/b0719f8ba8374d6cb1f99da49bbee46d_SeqId_4_ 2024-11-18T18:12:38,695 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43879 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/staging/jenkins__test__avbtmotchedhedas0j06c58hkgng9cv3lcq7hlslj9ud6n54kvlarmtkvbf2cseo/f/hfile_0 into c63cc59448170fd7febe72a7cd5ee5b4/f as hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/data/default/test/c63cc59448170fd7febe72a7cd5ee5b4/f/d9b076ba93c74027bf554c89f7be9a9c_SeqId_4_ - updating store file list. 2024-11-18T18:12:38,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43879 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d9b076ba93c74027bf554c89f7be9a9c_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-18T18:12:38,699 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43879 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/data/default/test/c63cc59448170fd7febe72a7cd5ee5b4/f/d9b076ba93c74027bf554c89f7be9a9c_SeqId_4_ into c63cc59448170fd7febe72a7cd5ee5b4/f 2024-11-18T18:12:38,699 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43879 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/staging/jenkins__test__avbtmotchedhedas0j06c58hkgng9cv3lcq7hlslj9ud6n54kvlarmtkvbf2cseo/f/hfile_0 into c63cc59448170fd7febe72a7cd5ee5b4/f (new location: hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/data/default/test/c63cc59448170fd7febe72a7cd5ee5b4/f/d9b076ba93c74027bf554c89f7be9a9c_SeqId_4_) 2024-11-18T18:12:38,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43879 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/staging/jenkins__test__avbtmotchedhedas0j06c58hkgng9cv3lcq7hlslj9ud6n54kvlarmtkvbf2cseo/f/hfile_0 2024-11-18T18:12:38,700 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43879 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/staging/jenkins__test__avbtmotchedhedas0j06c58hkgng9cv3lcq7hlslj9ud6n54kvlarmtkvbf2cseo/f/hfile_1 into c63cc59448170fd7febe72a7cd5ee5b4/f as hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/data/default/test/c63cc59448170fd7febe72a7cd5ee5b4/f/b0719f8ba8374d6cb1f99da49bbee46d_SeqId_4_ - updating store file list. 2024-11-18T18:12:38,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43879 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b0719f8ba8374d6cb1f99da49bbee46d_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-18T18:12:38,704 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43879 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/data/default/test/c63cc59448170fd7febe72a7cd5ee5b4/f/b0719f8ba8374d6cb1f99da49bbee46d_SeqId_4_ into c63cc59448170fd7febe72a7cd5ee5b4/f 2024-11-18T18:12:38,704 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43879 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/staging/jenkins__test__avbtmotchedhedas0j06c58hkgng9cv3lcq7hlslj9ud6n54kvlarmtkvbf2cseo/f/hfile_1 into c63cc59448170fd7febe72a7cd5ee5b4/f (new location: hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/data/default/test/c63cc59448170fd7febe72a7cd5ee5b4/f/b0719f8ba8374d6cb1f99da49bbee46d_SeqId_4_) 2024-11-18T18:12:38,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43879 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/staging/jenkins__test__avbtmotchedhedas0j06c58hkgng9cv3lcq7hlslj9ud6n54kvlarmtkvbf2cseo/f/hfile_1 2024-11-18T18:12:38,706 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T18:12:38,706 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T18:12:38,706 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:12:38,706 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:12:38,706 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T18:12:38,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43879 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43879: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:55442 deadline: 1731953618706 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:55442 2024-11-18T18:12:38,707 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731953551127.c63cc59448170fd7febe72a7cd5ee5b4., hostname=818bff808382,43879,1731953543895, seqNum=2 , the old value is region=test,,1731953551127.c63cc59448170fd7febe72a7cd5ee5b4., hostname=818bff808382,43879,1731953543895, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=818bff808382:43879 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-18T18:12:38,707 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731953551127.c63cc59448170fd7febe72a7cd5ee5b4., hostname=818bff808382,43879,1731953543895, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-18T18:12:38,707 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731953551127.c63cc59448170fd7febe72a7cd5ee5b4., hostname=818bff808382,43879,1731953543895, seqNum=2 from cache 2024-11-18T18:12:38,707 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T18:12:38,708 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=818bff808382,46135,1731953548055, seqNum=-1] 2024-11-18T18:12:38,708 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T18:12:38,709 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T18:12:38,714 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731953551765.9bde01f617e48da5c0b7d4db92e6c823., hostname=818bff808382,46135,1731953548055, seqNum=2] 2024-11-18T18:12:38,715 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-18T18:12:38,812 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=818bff808382:43879 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 34 more 2024-11-18T18:12:38,897 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,43879,1731953543895.replicationSource.wal-reader.818bff808382%2C43879%2C1731953543895,1-818bff808382,43879,1731953543895 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/WALs/818bff808382,43879,1731953543895/818bff808382%2C43879%2C1731953543895.1731953546110 to pos 379, reset compression=false 2024-11-18T18:12:38,902 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,43879,1731953543895.replicationSource.wal-reader.818bff808382%2C43879%2C1731953543895,1-818bff808382,43879,1731953543895 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T18:12:38,902 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,43879,1731953543895.replicationSource.shipper818bff808382%2C43879%2C1731953543895,1-818bff808382,43879,1731953543895 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-818bff808382,43879,1731953543895 got entry batch from reader: WALEntryBatch [walEntries=[{test/c63cc59448170fd7febe72a7cd5ee5b4/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731953558705/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/WALs/818bff808382,43879,1731953543895/818bff808382%2C43879%2C1731953543895.1731953546110, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-18T18:12:38,904 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,43879,1731953543895.replicationSource.shipper818bff808382%2C43879%2C1731953543895,1-818bff808382,43879,1731953543895 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T18:12:38,905 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-18T18:12:38,906 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46135 {}] regionserver.ReplicationSink(318): Replicating [2a5655c0-b097-46e3-9e1b-ae13069aa2a3] bulk loaded data 2024-11-18T18:12:38,906 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46135 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2dabb4e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:12:38,906 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46135 {}] client.ClusterIdFetcher(90): Going to request 818bff808382,35743,-1 for getting cluster id 2024-11-18T18:12:38,906 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46135 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T18:12:38,907 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '62656d44-8f31-494f-b704-9c5b7090e59f' 2024-11-18T18:12:38,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T18:12:38,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "62656d44-8f31-494f-b704-9c5b7090e59f" 2024-11-18T18:12:38,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@b1cdec6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:12:38,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [818bff808382,35743,-1] 2024-11-18T18:12:38,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T18:12:38,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:12:38,908 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56470, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-18T18:12:38,908 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46135 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3df8ac0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:12:38,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40265 is added to blk_1073741840_1016 (size=7894) 2024-11-18T18:12:38,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40265 is added to blk_1073741841_1017 (size=7691) 2024-11-18T18:12:38,933 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,46135,1731953548055.replicationSource.wal-reader.818bff808382%2C46135%2C1731953548055,1-818bff808382,46135,1731953548055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35543/user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b/WALs/818bff808382,46135,1731953548055/818bff808382%2C46135%2C1731953548055.1731953550057 to pos 379, reset compression=false 2024-11-18T18:12:39,102 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,43879,1731953543895.replicationSource.wal-reader.818bff808382%2C43879%2C1731953543895,1-818bff808382,43879,1731953543895 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/WALs/818bff808382,43879,1731953543895/818bff808382%2C43879%2C1731953543895.1731953546110 to pos 687, reset compression=false 2024-11-18T18:12:39,328 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46135 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T18:12:39,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 818bff808382,35743,1731953548005 2024-11-18T18:12:39,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4f117339 2024-11-18T18:12:39,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T18:12:39,330 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56484, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-18T18:12:39,332 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46135 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-18T18:12:39,332 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46135 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T18:12:39,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=818bff808382,46135,1731953548055, seqNum=-1] 2024-11-18T18:12:39,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T18:12:39,334 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49114, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-18T18:12:39,339 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35543/user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b/staging/jenkins.hfs.11__test__83tlga0e1kmue97a783fbadj9704vva596pq0a1cpb133dpioqpgfttm4k7tirs0/f/b0719f8ba8374d6cb1f99da49bbee46d_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-18T18:12:39,342 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35543/user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b/staging/jenkins.hfs.11__test__83tlga0e1kmue97a783fbadj9704vva596pq0a1cpb133dpioqpgfttm4k7tirs0/f/d9b076ba93c74027bf554c89f7be9a9c_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-18T18:12:39,344 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46135 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35543/user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b/staging/jenkins.hfs.11__test__83tlga0e1kmue97a783fbadj9704vva596pq0a1cpb133dpioqpgfttm4k7tirs0/f/b0719f8ba8374d6cb1f99da49bbee46d_SeqId_4_ for inclusion in 9bde01f617e48da5c0b7d4db92e6c823/f 2024-11-18T18:12:39,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46135 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-18T18:12:39,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46135 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T18:12:39,347 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46135 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35543/user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b/staging/jenkins.hfs.11__test__83tlga0e1kmue97a783fbadj9704vva596pq0a1cpb133dpioqpgfttm4k7tirs0/f/d9b076ba93c74027bf554c89f7be9a9c_SeqId_4_ for inclusion in 9bde01f617e48da5c0b7d4db92e6c823/f 2024-11-18T18:12:39,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46135 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-18T18:12:39,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46135 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T18:12:39,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46135 {}] regionserver.HRegion(2603): Flush status journal for 9bde01f617e48da5c0b7d4db92e6c823: 2024-11-18T18:12:39,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46135 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): b0719f8ba8374d6cb1f99da49bbee46d_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-18T18:12:39,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46135 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35543/user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b/staging/jenkins.hfs.11__test__83tlga0e1kmue97a783fbadj9704vva596pq0a1cpb133dpioqpgfttm4k7tirs0/f/b0719f8ba8374d6cb1f99da49bbee46d_SeqId_4_ as hdfs://localhost:35543/user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b/data/default/test/9bde01f617e48da5c0b7d4db92e6c823/f/25ad9c08b4844347966bf1ee3de279f4_SeqId_4_ 2024-11-18T18:12:39,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46135 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): d9b076ba93c74027bf554c89f7be9a9c_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-18T18:12:39,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46135 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35543/user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b/staging/jenkins.hfs.11__test__83tlga0e1kmue97a783fbadj9704vva596pq0a1cpb133dpioqpgfttm4k7tirs0/f/d9b076ba93c74027bf554c89f7be9a9c_SeqId_4_ as hdfs://localhost:35543/user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b/data/default/test/9bde01f617e48da5c0b7d4db92e6c823/f/a972be5845744422938d8be81a55cbd7_SeqId_4_ 2024-11-18T18:12:39,354 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46135 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35543/user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b/staging/jenkins.hfs.11__test__83tlga0e1kmue97a783fbadj9704vva596pq0a1cpb133dpioqpgfttm4k7tirs0/f/b0719f8ba8374d6cb1f99da49bbee46d_SeqId_4_ into 9bde01f617e48da5c0b7d4db92e6c823/f as hdfs://localhost:35543/user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b/data/default/test/9bde01f617e48da5c0b7d4db92e6c823/f/25ad9c08b4844347966bf1ee3de279f4_SeqId_4_ - updating store file list. 2024-11-18T18:12:39,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46135 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 25ad9c08b4844347966bf1ee3de279f4_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-18T18:12:39,358 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46135 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35543/user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b/data/default/test/9bde01f617e48da5c0b7d4db92e6c823/f/25ad9c08b4844347966bf1ee3de279f4_SeqId_4_ into 9bde01f617e48da5c0b7d4db92e6c823/f 2024-11-18T18:12:39,358 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46135 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35543/user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b/staging/jenkins.hfs.11__test__83tlga0e1kmue97a783fbadj9704vva596pq0a1cpb133dpioqpgfttm4k7tirs0/f/b0719f8ba8374d6cb1f99da49bbee46d_SeqId_4_ into 9bde01f617e48da5c0b7d4db92e6c823/f (new location: hdfs://localhost:35543/user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b/data/default/test/9bde01f617e48da5c0b7d4db92e6c823/f/25ad9c08b4844347966bf1ee3de279f4_SeqId_4_) 2024-11-18T18:12:39,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46135 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35543/user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b/staging/jenkins.hfs.11__test__83tlga0e1kmue97a783fbadj9704vva596pq0a1cpb133dpioqpgfttm4k7tirs0/f/b0719f8ba8374d6cb1f99da49bbee46d_SeqId_4_ 2024-11-18T18:12:39,359 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46135 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35543/user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b/staging/jenkins.hfs.11__test__83tlga0e1kmue97a783fbadj9704vva596pq0a1cpb133dpioqpgfttm4k7tirs0/f/d9b076ba93c74027bf554c89f7be9a9c_SeqId_4_ into 9bde01f617e48da5c0b7d4db92e6c823/f as hdfs://localhost:35543/user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b/data/default/test/9bde01f617e48da5c0b7d4db92e6c823/f/a972be5845744422938d8be81a55cbd7_SeqId_4_ - updating store file list. 2024-11-18T18:12:39,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46135 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a972be5845744422938d8be81a55cbd7_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-18T18:12:39,363 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46135 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35543/user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b/data/default/test/9bde01f617e48da5c0b7d4db92e6c823/f/a972be5845744422938d8be81a55cbd7_SeqId_4_ into 9bde01f617e48da5c0b7d4db92e6c823/f 2024-11-18T18:12:39,363 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46135 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35543/user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b/staging/jenkins.hfs.11__test__83tlga0e1kmue97a783fbadj9704vva596pq0a1cpb133dpioqpgfttm4k7tirs0/f/d9b076ba93c74027bf554c89f7be9a9c_SeqId_4_ into 9bde01f617e48da5c0b7d4db92e6c823/f (new location: hdfs://localhost:35543/user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b/data/default/test/9bde01f617e48da5c0b7d4db92e6c823/f/a972be5845744422938d8be81a55cbd7_SeqId_4_) 2024-11-18T18:12:39,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46135 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35543/user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b/staging/jenkins.hfs.11__test__83tlga0e1kmue97a783fbadj9704vva596pq0a1cpb133dpioqpgfttm4k7tirs0/f/d9b076ba93c74027bf554c89f7be9a9c_SeqId_4_ 2024-11-18T18:12:39,365 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46135 {}] regionserver.ReplicationSink(324): Finished replicating [2a5655c0-b097-46e3-9e1b-ae13069aa2a3] bulk loaded data 2024-11-18T18:12:39,406 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,43879,1731953543895.replicationSource.wal-reader.818bff808382%2C43879%2C1731953543895,1-818bff808382,43879,1731953543895 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/WALs/818bff808382,43879,1731953543895/818bff808382%2C43879%2C1731953543895.1731953546110 to pos 687, reset compression=false 2024-11-18T18:12:39,536 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,46135,1731953548055.replicationSource.wal-reader.818bff808382%2C46135%2C1731953548055,1-818bff808382,46135,1731953548055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35543/user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b/WALs/818bff808382,46135,1731953548055/818bff808382%2C46135%2C1731953548055.1731953550057 to pos 379, reset compression=false 2024-11-18T18:12:39,542 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,46135,1731953548055.replicationSource.wal-reader.818bff808382%2C46135%2C1731953548055,1-818bff808382,46135,1731953548055 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T18:12:39,542 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,46135,1731953548055.replicationSource.shipper818bff808382%2C46135%2C1731953548055,1-818bff808382,46135,1731953548055 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-818bff808382,46135,1731953548055 got entry batch from reader: WALEntryBatch [walEntries=[{test/9bde01f617e48da5c0b7d4db92e6c823/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731953559363/Put/vlen=228/seqid=0; >],8341}], lastWalPath=hdfs://localhost:35543/user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b/WALs/818bff808382,46135,1731953548055/818bff808382%2C46135%2C1731953548055.1731953550057, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8341, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-18T18:12:39,544 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,46135,1731953548055.replicationSource.shipper818bff808382%2C46135%2C1731953548055,1-818bff808382,46135,1731953548055 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T18:12:39,545 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55454, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-18T18:12:39,545 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43879 {}] regionserver.ReplicationSink(318): Replicating [2a5655c0-b097-46e3-9e1b-ae13069aa2a3, 62656d44-8f31-494f-b704-9c5b7090e59f] bulk loaded data 2024-11-18T18:12:39,546 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43879 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@13bd911e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:12:39,546 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43879 {}] client.ClusterIdFetcher(90): Going to request 818bff808382,38689,-1 for getting cluster id 2024-11-18T18:12:39,546 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43879 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T18:12:39,547 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a5655c0-b097-46e3-9e1b-ae13069aa2a3' 2024-11-18T18:12:39,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T18:12:39,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a5655c0-b097-46e3-9e1b-ae13069aa2a3" 2024-11-18T18:12:39,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@78fdbcf4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:12:39,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [818bff808382,38689,-1] 2024-11-18T18:12:39,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T18:12:39,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:12:39,548 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47166, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-18T18:12:39,549 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43879 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@cd83bb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:12:39,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38401 is added to blk_1073741842_1018 (size=7691) 2024-11-18T18:12:39,725 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:12:39,729 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35543/user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1731953559728/Put/seqid=0 2024-11-18T18:12:39,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40265 is added to blk_1073741842_1018 (size=11194) 2024-11-18T18:12:39,742 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,46135,1731953548055.replicationSource.wal-reader.818bff808382%2C46135%2C1731953548055,1-818bff808382,46135,1731953548055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35543/user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b/WALs/818bff808382,46135,1731953548055/818bff808382%2C46135%2C1731953548055.1731953550057 to pos 725, reset compression=false 2024-11-18T18:12:39,810 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,43879,1731953543895.replicationSource.wal-reader.818bff808382%2C43879%2C1731953543895,1-818bff808382,43879,1731953543895 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/WALs/818bff808382,43879,1731953543895/818bff808382%2C43879%2C1731953543895.1731953546110 to pos 687, reset compression=false 2024-11-18T18:12:39,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38401 is added to blk_1073741843_1019 (size=7894) 2024-11-18T18:12:40,045 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,46135,1731953548055.replicationSource.wal-reader.818bff808382%2C46135%2C1731953548055,1-818bff808382,46135,1731953548055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35543/user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b/WALs/818bff808382,46135,1731953548055/818bff808382%2C46135%2C1731953548055.1731953550057 to pos 725, reset compression=false 2024-11-18T18:12:40,136 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35543/user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1731953560136/Put/seqid=0 2024-11-18T18:12:40,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40265 is added to blk_1073741843_1019 (size=10791) 2024-11-18T18:12:40,313 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,43879,1731953543895.replicationSource.wal-reader.818bff808382%2C43879%2C1731953543895,1-818bff808382,43879,1731953543895 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/WALs/818bff808382,43879,1731953543895/818bff808382%2C43879%2C1731953543895.1731953546110 to pos 687, reset compression=false 2024-11-18T18:12:40,370 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43879 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T18:12:40,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 818bff808382,38689,1731953543834 2024-11-18T18:12:40,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@174fae95 2024-11-18T18:12:40,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T18:12:40,372 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-18T18:12:40,373 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43879 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-18T18:12:40,374 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43879 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T18:12:40,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=818bff808382,43879,1731953543895, seqNum=-1] 2024-11-18T18:12:40,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T18:12:40,376 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55456, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-18T18:12:40,380 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/staging/jenkins.hfs.10__test__3ib5j4t5ijs727j9re6lhrd71ol3oio6vb6n0ntne76lvemr7jg79145g9d36j9v/f/25ad9c08b4844347966bf1ee3de279f4_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-18T18:12:40,382 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/staging/jenkins.hfs.10__test__3ib5j4t5ijs727j9re6lhrd71ol3oio6vb6n0ntne76lvemr7jg79145g9d36j9v/f/a972be5845744422938d8be81a55cbd7_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-18T18:12:40,384 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43879 {}] regionserver.ReplicationSink(324): Finished replicating [2a5655c0-b097-46e3-9e1b-ae13069aa2a3, 62656d44-8f31-494f-b704-9c5b7090e59f] bulk loaded data 2024-11-18T18:12:40,450 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,46135,1731953548055.replicationSource.wal-reader.818bff808382%2C46135%2C1731953548055,1-818bff808382,46135,1731953548055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35543/user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b/WALs/818bff808382,46135,1731953548055/818bff808382%2C46135%2C1731953548055.1731953550057 to pos 725, reset compression=false 2024-11-18T18:12:40,542 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50135271, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:12:40,542 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 818bff808382,35743,-1 for getting cluster id 2024-11-18T18:12:40,542 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T18:12:40,543 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '62656d44-8f31-494f-b704-9c5b7090e59f' 2024-11-18T18:12:40,544 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T18:12:40,544 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "62656d44-8f31-494f-b704-9c5b7090e59f" 2024-11-18T18:12:40,544 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@179f9f71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:12:40,544 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [818bff808382,35743,-1] 2024-11-18T18:12:40,544 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T18:12:40,544 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:12:40,545 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56502, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T18:12:40,546 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25c2f73d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:12:40,546 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T18:12:40,547 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=818bff808382,46135,1731953548055, seqNum=-1] 2024-11-18T18:12:40,547 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T18:12:40,548 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T18:12:40,556 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T18:12:40,557 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 818bff808382,35743,1731953548005 2024-11-18T18:12:40,557 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@38e6e29f 2024-11-18T18:12:40,557 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T18:12:40,558 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56518, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T18:12:40,563 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731953551765.9bde01f617e48da5c0b7d4db92e6c823., hostname=818bff808382,46135,1731953548055, seqNum=2] 2024-11-18T18:12:40,565 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-18T18:12:40,571 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35543/user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-18T18:12:40,573 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35543/user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-18T18:12:40,577 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46135 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35543/user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b/testHFileCyclicReplication_10/f/hfile_1 for inclusion in 9bde01f617e48da5c0b7d4db92e6c823/f 2024-11-18T18:12:40,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46135 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-18T18:12:40,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46135 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T18:12:40,579 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46135 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35543/user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b/testHFileCyclicReplication_10/f/hfile_0 for inclusion in 9bde01f617e48da5c0b7d4db92e6c823/f 2024-11-18T18:12:40,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46135 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-18T18:12:40,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46135 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T18:12:40,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46135 {}] regionserver.HRegion(2603): Flush status journal for 9bde01f617e48da5c0b7d4db92e6c823: 2024-11-18T18:12:40,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46135 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35543/user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:35543/user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b/staging/jenkins__test__uara22b7bimcghl7rmvc6n48blh9gjupi3g1ib73p9b8ifbqntjmuefjo2bhvrkb/f/hfile_1 2024-11-18T18:12:40,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46135 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35543/user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b/staging/jenkins__test__uara22b7bimcghl7rmvc6n48blh9gjupi3g1ib73p9b8ifbqntjmuefjo2bhvrkb/f/hfile_1 as hdfs://localhost:35543/user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b/data/default/test/9bde01f617e48da5c0b7d4db92e6c823/f/fcee6ba7d92c464ab9d0a9c1504b45c0_SeqId_6_ 2024-11-18T18:12:40,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46135 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35543/user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:35543/user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b/staging/jenkins__test__uara22b7bimcghl7rmvc6n48blh9gjupi3g1ib73p9b8ifbqntjmuefjo2bhvrkb/f/hfile_0 2024-11-18T18:12:40,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46135 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35543/user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b/staging/jenkins__test__uara22b7bimcghl7rmvc6n48blh9gjupi3g1ib73p9b8ifbqntjmuefjo2bhvrkb/f/hfile_0 as hdfs://localhost:35543/user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b/data/default/test/9bde01f617e48da5c0b7d4db92e6c823/f/09108a7d0832459c9b4101b736df304c_SeqId_6_ 2024-11-18T18:12:40,590 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46135 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35543/user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b/staging/jenkins__test__uara22b7bimcghl7rmvc6n48blh9gjupi3g1ib73p9b8ifbqntjmuefjo2bhvrkb/f/hfile_1 into 9bde01f617e48da5c0b7d4db92e6c823/f as hdfs://localhost:35543/user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b/data/default/test/9bde01f617e48da5c0b7d4db92e6c823/f/fcee6ba7d92c464ab9d0a9c1504b45c0_SeqId_6_ - updating store file list. 2024-11-18T18:12:40,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46135 {}] regionserver.HStoreFile(483): HFile Bloom filter type for fcee6ba7d92c464ab9d0a9c1504b45c0_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-18T18:12:40,593 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46135 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35543/user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b/data/default/test/9bde01f617e48da5c0b7d4db92e6c823/f/fcee6ba7d92c464ab9d0a9c1504b45c0_SeqId_6_ into 9bde01f617e48da5c0b7d4db92e6c823/f 2024-11-18T18:12:40,593 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46135 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35543/user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b/staging/jenkins__test__uara22b7bimcghl7rmvc6n48blh9gjupi3g1ib73p9b8ifbqntjmuefjo2bhvrkb/f/hfile_1 into 9bde01f617e48da5c0b7d4db92e6c823/f (new location: hdfs://localhost:35543/user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b/data/default/test/9bde01f617e48da5c0b7d4db92e6c823/f/fcee6ba7d92c464ab9d0a9c1504b45c0_SeqId_6_) 2024-11-18T18:12:40,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46135 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35543/user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b/staging/jenkins__test__uara22b7bimcghl7rmvc6n48blh9gjupi3g1ib73p9b8ifbqntjmuefjo2bhvrkb/f/hfile_1 2024-11-18T18:12:40,594 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46135 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35543/user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b/staging/jenkins__test__uara22b7bimcghl7rmvc6n48blh9gjupi3g1ib73p9b8ifbqntjmuefjo2bhvrkb/f/hfile_0 into 9bde01f617e48da5c0b7d4db92e6c823/f as hdfs://localhost:35543/user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b/data/default/test/9bde01f617e48da5c0b7d4db92e6c823/f/09108a7d0832459c9b4101b736df304c_SeqId_6_ - updating store file list. 2024-11-18T18:12:40,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46135 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 09108a7d0832459c9b4101b736df304c_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-18T18:12:40,598 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46135 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35543/user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b/data/default/test/9bde01f617e48da5c0b7d4db92e6c823/f/09108a7d0832459c9b4101b736df304c_SeqId_6_ into 9bde01f617e48da5c0b7d4db92e6c823/f 2024-11-18T18:12:40,598 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46135 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35543/user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b/staging/jenkins__test__uara22b7bimcghl7rmvc6n48blh9gjupi3g1ib73p9b8ifbqntjmuefjo2bhvrkb/f/hfile_0 into 9bde01f617e48da5c0b7d4db92e6c823/f (new location: hdfs://localhost:35543/user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b/data/default/test/9bde01f617e48da5c0b7d4db92e6c823/f/09108a7d0832459c9b4101b736df304c_SeqId_6_) 2024-11-18T18:12:40,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46135 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35543/user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b/staging/jenkins__test__uara22b7bimcghl7rmvc6n48blh9gjupi3g1ib73p9b8ifbqntjmuefjo2bhvrkb/f/hfile_0 2024-11-18T18:12:40,599 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T18:12:40,599 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T18:12:40,599 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:12:40,600 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:12:40,600 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T18:12:40,600 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731953551765.9bde01f617e48da5c0b7d4db92e6c823., hostname=818bff808382,46135,1731953548055, seqNum=2 , the old value is region=test,,1731953551765.9bde01f617e48da5c0b7d4db92e6c823., hostname=818bff808382,46135,1731953548055, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=818bff808382:46135 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-18T18:12:40,600 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731953551765.9bde01f617e48da5c0b7d4db92e6c823., hostname=818bff808382,46135,1731953548055, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-18T18:12:40,600 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731953551765.9bde01f617e48da5c0b7d4db92e6c823., hostname=818bff808382,46135,1731953548055, seqNum=2 from cache 2024-11-18T18:12:40,600 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T18:12:40,600 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-18T18:12:40,601 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=818bff808382,43879,1731953543895, seqNum=-1] 2024-11-18T18:12:40,602 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T18:12:40,603 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55468, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T18:12:40,604 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731953551127.c63cc59448170fd7febe72a7cd5ee5b4., hostname=818bff808382,43879,1731953543895, seqNum=2] 2024-11-18T18:12:40,610 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-18T18:12:40,712 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=818bff808382:46135 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 34 more 2024-11-18T18:12:40,918 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,43879,1731953543895.replicationSource.wal-reader.818bff808382%2C43879%2C1731953543895,1-818bff808382,43879,1731953543895 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/WALs/818bff808382,43879,1731953543895/818bff808382%2C43879%2C1731953543895.1731953546110 to pos 687, reset compression=false 2024-11-18T18:12:40,954 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,46135,1731953548055.replicationSource.wal-reader.818bff808382%2C46135%2C1731953548055,1-818bff808382,46135,1731953548055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35543/user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b/WALs/818bff808382,46135,1731953548055/818bff808382%2C46135%2C1731953548055.1731953550057 to pos 725, reset compression=false 2024-11-18T18:12:40,959 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,46135,1731953548055.replicationSource.wal-reader.818bff808382%2C46135%2C1731953548055,1-818bff808382,46135,1731953548055 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T18:12:40,959 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,46135,1731953548055.replicationSource.shipper818bff808382%2C46135%2C1731953548055,1-818bff808382,46135,1731953548055 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-818bff808382,46135,1731953548055 got entry batch from reader: WALEntryBatch [walEntries=[{test/9bde01f617e48da5c0b7d4db92e6c823/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731953560598/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:35543/user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b/WALs/818bff808382,46135,1731953548055/818bff808382%2C46135%2C1731953548055.1731953550057, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-18T18:12:40,960 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43879 {}] regionserver.ReplicationSink(318): Replicating [62656d44-8f31-494f-b704-9c5b7090e59f] bulk loaded data 2024-11-18T18:12:40,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38401 is added to blk_1073741844_1020 (size=10791) 2024-11-18T18:12:41,159 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,46135,1731953548055.replicationSource.wal-reader.818bff808382%2C46135%2C1731953548055,1-818bff808382,46135,1731953548055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35543/user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b/WALs/818bff808382,46135,1731953548055/818bff808382%2C46135%2C1731953548055.1731953550057 to pos 1033, reset compression=false 2024-11-18T18:12:41,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38401 is added to blk_1073741845_1021 (size=11194) 2024-11-18T18:12:41,464 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,46135,1731953548055.replicationSource.wal-reader.818bff808382%2C46135%2C1731953548055,1-818bff808382,46135,1731953548055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35543/user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b/WALs/818bff808382,46135,1731953548055/818bff808382%2C46135%2C1731953548055.1731953550057 to pos 1033, reset compression=false 2024-11-18T18:12:41,614 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-18T18:12:41,635 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,43879,1731953543895.replicationSource.wal-reader.818bff808382%2C43879%2C1731953543895,1-818bff808382,43879,1731953543895 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/WALs/818bff808382,43879,1731953543895/818bff808382%2C43879%2C1731953543895.1731953546110 to pos 687, reset compression=false 2024-11-18T18:12:41,782 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43879 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-18T18:12:41,788 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/staging/jenkins.hfs.10__test__frdbu2dlra052dt3evdm4i923vrd1bsuj3osi5vvtgbcd6skvmttf7e4g23db9st/f/09108a7d0832459c9b4101b736df304c_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-18T18:12:41,791 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/staging/jenkins.hfs.10__test__frdbu2dlra052dt3evdm4i923vrd1bsuj3osi5vvtgbcd6skvmttf7e4g23db9st/f/fcee6ba7d92c464ab9d0a9c1504b45c0_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-18T18:12:41,793 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43879 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/staging/jenkins.hfs.10__test__frdbu2dlra052dt3evdm4i923vrd1bsuj3osi5vvtgbcd6skvmttf7e4g23db9st/f/09108a7d0832459c9b4101b736df304c_SeqId_6_ for inclusion in c63cc59448170fd7febe72a7cd5ee5b4/f 2024-11-18T18:12:41,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43879 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-18T18:12:41,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43879 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T18:12:41,796 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43879 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/staging/jenkins.hfs.10__test__frdbu2dlra052dt3evdm4i923vrd1bsuj3osi5vvtgbcd6skvmttf7e4g23db9st/f/fcee6ba7d92c464ab9d0a9c1504b45c0_SeqId_6_ for inclusion in c63cc59448170fd7febe72a7cd5ee5b4/f 2024-11-18T18:12:41,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43879 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-18T18:12:41,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43879 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T18:12:41,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43879 {}] regionserver.HRegion(2603): Flush status journal for c63cc59448170fd7febe72a7cd5ee5b4: 2024-11-18T18:12:41,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43879 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 09108a7d0832459c9b4101b736df304c_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-18T18:12:41,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43879 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/staging/jenkins.hfs.10__test__frdbu2dlra052dt3evdm4i923vrd1bsuj3osi5vvtgbcd6skvmttf7e4g23db9st/f/09108a7d0832459c9b4101b736df304c_SeqId_6_ as hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/data/default/test/c63cc59448170fd7febe72a7cd5ee5b4/f/8d7213473a8d4df5bafbcee49165d5a6_SeqId_6_ 2024-11-18T18:12:41,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43879 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): fcee6ba7d92c464ab9d0a9c1504b45c0_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-18T18:12:41,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43879 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/staging/jenkins.hfs.10__test__frdbu2dlra052dt3evdm4i923vrd1bsuj3osi5vvtgbcd6skvmttf7e4g23db9st/f/fcee6ba7d92c464ab9d0a9c1504b45c0_SeqId_6_ as hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/data/default/test/c63cc59448170fd7febe72a7cd5ee5b4/f/2e491fbfe1d44b4d836f9ce32b127a32_SeqId_6_ 2024-11-18T18:12:41,804 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43879 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/staging/jenkins.hfs.10__test__frdbu2dlra052dt3evdm4i923vrd1bsuj3osi5vvtgbcd6skvmttf7e4g23db9st/f/09108a7d0832459c9b4101b736df304c_SeqId_6_ into c63cc59448170fd7febe72a7cd5ee5b4/f as hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/data/default/test/c63cc59448170fd7febe72a7cd5ee5b4/f/8d7213473a8d4df5bafbcee49165d5a6_SeqId_6_ - updating store file list. 2024-11-18T18:12:41,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43879 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8d7213473a8d4df5bafbcee49165d5a6_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-18T18:12:41,808 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43879 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/data/default/test/c63cc59448170fd7febe72a7cd5ee5b4/f/8d7213473a8d4df5bafbcee49165d5a6_SeqId_6_ into c63cc59448170fd7febe72a7cd5ee5b4/f 2024-11-18T18:12:41,808 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43879 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/staging/jenkins.hfs.10__test__frdbu2dlra052dt3evdm4i923vrd1bsuj3osi5vvtgbcd6skvmttf7e4g23db9st/f/09108a7d0832459c9b4101b736df304c_SeqId_6_ into c63cc59448170fd7febe72a7cd5ee5b4/f (new location: hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/data/default/test/c63cc59448170fd7febe72a7cd5ee5b4/f/8d7213473a8d4df5bafbcee49165d5a6_SeqId_6_) 2024-11-18T18:12:41,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43879 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/staging/jenkins.hfs.10__test__frdbu2dlra052dt3evdm4i923vrd1bsuj3osi5vvtgbcd6skvmttf7e4g23db9st/f/09108a7d0832459c9b4101b736df304c_SeqId_6_ 2024-11-18T18:12:41,809 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43879 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/staging/jenkins.hfs.10__test__frdbu2dlra052dt3evdm4i923vrd1bsuj3osi5vvtgbcd6skvmttf7e4g23db9st/f/fcee6ba7d92c464ab9d0a9c1504b45c0_SeqId_6_ into c63cc59448170fd7febe72a7cd5ee5b4/f as hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/data/default/test/c63cc59448170fd7febe72a7cd5ee5b4/f/2e491fbfe1d44b4d836f9ce32b127a32_SeqId_6_ - updating store file list. 2024-11-18T18:12:41,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43879 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2e491fbfe1d44b4d836f9ce32b127a32_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-18T18:12:41,813 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43879 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/data/default/test/c63cc59448170fd7febe72a7cd5ee5b4/f/2e491fbfe1d44b4d836f9ce32b127a32_SeqId_6_ into c63cc59448170fd7febe72a7cd5ee5b4/f 2024-11-18T18:12:41,813 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43879 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/staging/jenkins.hfs.10__test__frdbu2dlra052dt3evdm4i923vrd1bsuj3osi5vvtgbcd6skvmttf7e4g23db9st/f/fcee6ba7d92c464ab9d0a9c1504b45c0_SeqId_6_ into c63cc59448170fd7febe72a7cd5ee5b4/f (new location: hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/data/default/test/c63cc59448170fd7febe72a7cd5ee5b4/f/2e491fbfe1d44b4d836f9ce32b127a32_SeqId_6_) 2024-11-18T18:12:41,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43879 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/staging/jenkins.hfs.10__test__frdbu2dlra052dt3evdm4i923vrd1bsuj3osi5vvtgbcd6skvmttf7e4g23db9st/f/fcee6ba7d92c464ab9d0a9c1504b45c0_SeqId_6_ 2024-11-18T18:12:41,815 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43879 {}] regionserver.ReplicationSink(324): Finished replicating [62656d44-8f31-494f-b704-9c5b7090e59f] bulk loaded data 2024-11-18T18:12:41,868 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,46135,1731953548055.replicationSource.wal-reader.818bff808382%2C46135%2C1731953548055,1-818bff808382,46135,1731953548055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35543/user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b/WALs/818bff808382,46135,1731953548055/818bff808382%2C46135%2C1731953548055.1731953550057 to pos 1033, reset compression=false 2024-11-18T18:12:42,372 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,46135,1731953548055.replicationSource.wal-reader.818bff808382%2C46135%2C1731953548055,1-818bff808382,46135,1731953548055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35543/user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b/WALs/818bff808382,46135,1731953548055/818bff808382%2C46135%2C1731953548055.1731953550057 to pos 1033, reset compression=false 2024-11-18T18:12:42,438 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,43879,1731953543895.replicationSource.wal-reader.818bff808382%2C43879%2C1731953543895,1-818bff808382,43879,1731953543895 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/WALs/818bff808382,43879,1731953543895/818bff808382%2C43879%2C1731953543895.1731953546110 to pos 687, reset compression=false 2024-11-18T18:12:42,443 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,43879,1731953543895.replicationSource.wal-reader.818bff808382%2C43879%2C1731953543895,1-818bff808382,43879,1731953543895 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T18:12:42,443 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,43879,1731953543895.replicationSource.shipper818bff808382%2C43879%2C1731953543895,1-818bff808382,43879,1731953543895 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-818bff808382,43879,1731953543895 got entry batch from reader: WALEntryBatch [walEntries=[{test/c63cc59448170fd7febe72a7cd5ee5b4/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731953561813/Put/vlen=228/seqid=0; >],11238}], lastWalPath=hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/WALs/818bff808382,43879,1731953543895/818bff808382%2C43879%2C1731953543895.1731953546110, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11238, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-18T18:12:42,444 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46135 {}] regionserver.ReplicationSink(318): Replicating [62656d44-8f31-494f-b704-9c5b7090e59f, 2a5655c0-b097-46e3-9e1b-ae13069aa2a3] bulk loaded data 2024-11-18T18:12:42,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40265 is added to blk_1073741844_1020 (size=11194) 2024-11-18T18:12:42,624 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T18:12:42,624 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T18:12:42,624 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T18:12:42,624 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:12:42,625 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:12:42,625 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T18:12:42,625 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T18:12:42,625 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=353230529, stopped=false 2024-11-18T18:12:42,625 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=818bff808382,35743,1731953548005 2024-11-18T18:12:42,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35743-0x1000bd57ccb0003, quorum=127.0.0.1:53338, baseZNode=/1-134242786 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-134242786/running 2024-11-18T18:12:42,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46135-0x1000bd57ccb0004, quorum=127.0.0.1:53338, baseZNode=/1-134242786 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-134242786/running 2024-11-18T18:12:42,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35743-0x1000bd57ccb0003, quorum=127.0.0.1:53338, baseZNode=/1-134242786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-134242786 2024-11-18T18:12:42,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46135-0x1000bd57ccb0004, quorum=127.0.0.1:53338, baseZNode=/1-134242786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-134242786 2024-11-18T18:12:42,627 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T18:12:42,627 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T18:12:42,627 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T18:12:42,627 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:12:42,628 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35743-0x1000bd57ccb0003, quorum=127.0.0.1:53338, baseZNode=/1-134242786 Set watcher on znode that does not yet exist, /1-134242786/running 2024-11-18T18:12:42,628 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '818bff808382,46135,1731953548055' ***** 2024-11-18T18:12:42,628 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T18:12:42,628 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46135-0x1000bd57ccb0004, quorum=127.0.0.1:53338, baseZNode=/1-134242786 Set watcher on znode that does not yet exist, /1-134242786/running 2024-11-18T18:12:42,628 INFO [RS:0;818bff808382:46135 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T18:12:42,628 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T18:12:42,628 INFO [RS:0;818bff808382:46135 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T18:12:42,628 INFO [RS:0;818bff808382:46135 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T18:12:42,629 INFO [RS:0;818bff808382:46135 {}] regionserver.HRegionServer(3091): Received CLOSE for 9bde01f617e48da5c0b7d4db92e6c823 2024-11-18T18:12:42,629 INFO [RS:0;818bff808382:46135 {}] regionserver.HRegionServer(3091): Received CLOSE for 420289637036d5a6387029d8b5028939 2024-11-18T18:12:42,629 INFO [RS:0;818bff808382:46135 {}] regionserver.HRegionServer(959): stopping server 818bff808382,46135,1731953548055 2024-11-18T18:12:42,629 INFO [RS:0;818bff808382:46135 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T18:12:42,629 INFO [RS:0;818bff808382:46135 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;818bff808382:46135. 2024-11-18T18:12:42,629 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9bde01f617e48da5c0b7d4db92e6c823, disabling compactions & flushes 2024-11-18T18:12:42,629 DEBUG [RS:0;818bff808382:46135 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T18:12:42,629 DEBUG [RS:0;818bff808382:46135 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:12:42,629 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731953551765.9bde01f617e48da5c0b7d4db92e6c823. 2024-11-18T18:12:42,629 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731953551765.9bde01f617e48da5c0b7d4db92e6c823. 2024-11-18T18:12:42,629 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731953551765.9bde01f617e48da5c0b7d4db92e6c823. after waiting 0 ms 2024-11-18T18:12:42,629 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731953551765.9bde01f617e48da5c0b7d4db92e6c823. 2024-11-18T18:12:42,629 INFO [RS:0;818bff808382:46135 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T18:12:42,629 INFO [RS:0;818bff808382:46135 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T18:12:42,629 INFO [RS:0;818bff808382:46135 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T18:12:42,629 INFO [RS:0;818bff808382:46135 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T18:12:42,630 INFO [RS:0;818bff808382:46135 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-18T18:12:42,631 DEBUG [RS:0;818bff808382:46135 {}] regionserver.HRegionServer(1325): Online Regions={9bde01f617e48da5c0b7d4db92e6c823=test,,1731953551765.9bde01f617e48da5c0b7d4db92e6c823., 1588230740=hbase:meta,,1.1588230740, 420289637036d5a6387029d8b5028939=hbase:replication,,1731953556086.420289637036d5a6387029d8b5028939.} 2024-11-18T18:12:42,631 DEBUG [RS:0;818bff808382:46135 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 420289637036d5a6387029d8b5028939, 9bde01f617e48da5c0b7d4db92e6c823 2024-11-18T18:12:42,631 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T18:12:42,631 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T18:12:42,631 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T18:12:42,631 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T18:12:42,631 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T18:12:42,631 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-18T18:12:42,633 INFO [regionserver/818bff808382:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T18:12:42,636 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35543/user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b/data/default/test/9bde01f617e48da5c0b7d4db92e6c823/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T18:12:42,636 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T18:12:42,636 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T18:12:42,637 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731953551765.9bde01f617e48da5c0b7d4db92e6c823. 2024-11-18T18:12:42,637 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9bde01f617e48da5c0b7d4db92e6c823: Waiting for close lock at 1731953562629Running coprocessor pre-close hooks at 1731953562629Disabling compacts and flushes for region at 1731953562629Disabling writes for close at 1731953562629Writing region close event to WAL at 1731953562631 (+2 ms)Running coprocessor post-close hooks at 1731953562636 (+5 ms)Closed at 1731953562637 (+1 ms) 2024-11-18T18:12:42,637 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731953551765.9bde01f617e48da5c0b7d4db92e6c823. 2024-11-18T18:12:42,637 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 420289637036d5a6387029d8b5028939, disabling compactions & flushes 2024-11-18T18:12:42,637 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731953556086.420289637036d5a6387029d8b5028939. 2024-11-18T18:12:42,637 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731953556086.420289637036d5a6387029d8b5028939. 2024-11-18T18:12:42,637 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731953556086.420289637036d5a6387029d8b5028939. after waiting 0 ms 2024-11-18T18:12:42,637 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731953556086.420289637036d5a6387029d8b5028939. 2024-11-18T18:12:42,637 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 420289637036d5a6387029d8b5028939 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-18T18:12:42,643 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,43879,1731953543895.replicationSource.wal-reader.818bff808382%2C43879%2C1731953543895,1-818bff808382,43879,1731953543895 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/WALs/818bff808382,43879,1731953543895/818bff808382%2C43879%2C1731953543895.1731953546110 to pos 1033, reset compression=false 2024-11-18T18:12:42,649 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35543/user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b/data/hbase/meta/1588230740/.tmp/info/13d3919192b040869f9cb633ae286775 is 147, key is hbase:replication,,1731953556086.420289637036d5a6387029d8b5028939./info:regioninfo/1731953557263/Put/seqid=0 2024-11-18T18:12:42,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40265 is added to blk_1073741845_1021 (size=7686) 2024-11-18T18:12:42,655 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35543/user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b/data/hbase/replication/420289637036d5a6387029d8b5028939/.tmp/hfileref/a6ab4a88d8a849f8b77cbe573abf747c is 74, key is 1/hfileref:09108a7d0832459c9b4101b736df304c_SeqId_6_/1731953561816/DeleteColumn/seqid=0 2024-11-18T18:12:42,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40265 is added to blk_1073741846_1022 (size=5345) 2024-11-18T18:12:42,750 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T18:12:42,775 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:12:42,775 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:12:42,776 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:12:42,776 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:12:42,776 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:12:42,776 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:12:42,786 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:12:42,831 DEBUG [RS:0;818bff808382:46135 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 420289637036d5a6387029d8b5028939 2024-11-18T18:12:42,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40265 is added to blk_1073741847_1023 (size=10791) 2024-11-18T18:12:42,923 INFO [regionserver/818bff808382:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T18:12:42,924 INFO [regionserver/818bff808382:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T18:12:42,949 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,43879,1731953543895.replicationSource.wal-reader.818bff808382%2C43879%2C1731953543895,1-818bff808382,43879,1731953543895 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/WALs/818bff808382,43879,1731953543895/818bff808382%2C43879%2C1731953543895.1731953546110 to pos 1033, reset compression=false 2024-11-18T18:12:42,975 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,46135,1731953548055.replicationSource.wal-reader.818bff808382%2C46135%2C1731953548055,1-818bff808382,46135,1731953548055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35543/user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b/WALs/818bff808382,46135,1731953548055/818bff808382%2C46135%2C1731953548055.1731953550057 to pos 1033, reset compression=false 2024-11-18T18:12:42,983 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,46135,1731953548055.replicationSource.wal-reader.818bff808382%2C46135%2C1731953548055,1-818bff808382,46135,1731953548055 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T18:12:42,983 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,46135,1731953548055.replicationSource.wal-reader.818bff808382%2C46135%2C1731953548055,1-818bff808382,46135,1731953548055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35543/user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b/WALs/818bff808382,46135,1731953548055/818bff808382%2C46135%2C1731953548055.1731953550057 to pos 1328, reset compression=false 2024-11-18T18:12:42,983 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,46135,1731953548055.replicationSource.shipper818bff808382%2C46135%2C1731953548055,1-818bff808382,46135,1731953548055 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-818bff808382,46135,1731953548055 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35543/user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b/WALs/818bff808382,46135,1731953548055/818bff808382%2C46135%2C1731953548055.1731953550057, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T18:12:42,984 ERROR [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,46135,1731953548055.replicationSource.shipper818bff808382%2C46135%2C1731953548055,1-818bff808382,46135,1731953548055 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 818bff808382,46135,1731953548055: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-818bff808382,46135,1731953548055, walGroup=818bff808382%2C46135%2C1731953548055, offset=818bff808382%2C46135%2C1731953548055.1731953550057:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=818bff808382:46135 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-18T18:12:42,985 ERROR [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,46135,1731953548055.replicationSource.shipper818bff808382%2C46135%2C1731953548055,1-818bff808382,46135,1731953548055 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-18T18:12:42,985 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,46135,1731953548055.replicationSource.shipper818bff808382%2C46135%2C1731953548055,1-818bff808382,46135,1731953548055 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-18T18:12:42,986 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,46135,1731953548055.replicationSource.shipper818bff808382%2C46135%2C1731953548055,1-818bff808382,46135,1731953548055 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-18T18:12:42,986 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,46135,1731953548055.replicationSource.shipper818bff808382%2C46135%2C1731953548055,1-818bff808382,46135,1731953548055 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-18T18:12:42,986 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,46135,1731953548055.replicationSource.shipper818bff808382%2C46135%2C1731953548055,1-818bff808382,46135,1731953548055 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-18T18:12:42,987 INFO [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,46135,1731953548055.replicationSource.shipper818bff808382%2C46135%2C1731953548055,1-818bff808382,46135,1731953548055 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 565199872 }, "NonHeapMemoryUsage": { "committed": 191627264, "init": 7667712, "max": -1, "used": 188787328 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-18T18:12:42,991 WARN [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,46135,1731953548055.replicationSource.shipper818bff808382%2C46135%2C1731953548055,1-818bff808382,46135,1731953548055 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=818bff808382:35743 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=818bff808382:35743 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more 2024-11-18T18:12:43,031 DEBUG [RS:0;818bff808382:46135 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 420289637036d5a6387029d8b5028939 2024-11-18T18:12:43,054 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35543/user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b/data/hbase/meta/1588230740/.tmp/info/13d3919192b040869f9cb633ae286775 2024-11-18T18:12:43,059 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35543/user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b/data/hbase/replication/420289637036d5a6387029d8b5028939/.tmp/hfileref/a6ab4a88d8a849f8b77cbe573abf747c 2024-11-18T18:12:43,076 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35543/user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b/data/hbase/replication/420289637036d5a6387029d8b5028939/.tmp/queue/6d4053b464c047dbbbbae24942255bc7 is 154, key is 1-818bff808382,46135,1731953548055/queue:818bff808382%2C46135%2C1731953548055/1731953561818/Put/seqid=0 2024-11-18T18:12:43,076 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35543/user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b/data/hbase/meta/1588230740/.tmp/ns/f216e7ff671a48c9805c81aee8c07910 is 43, key is default/ns:d/1731953551072/Put/seqid=0 2024-11-18T18:12:43,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40265 is added to blk_1073741848_1024 (size=5353) 2024-11-18T18:12:43,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40265 is added to blk_1073741849_1025 (size=5153) 2024-11-18T18:12:43,188 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,46135,1731953548055.replicationSource.wal-reader.818bff808382%2C46135%2C1731953548055,1-818bff808382,46135,1731953548055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35543/user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b/WALs/818bff808382,46135,1731953548055/818bff808382%2C46135%2C1731953548055.1731953550057 to pos 1328, reset compression=false 2024-11-18T18:12:43,231 DEBUG [RS:0;818bff808382:46135 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 420289637036d5a6387029d8b5028939 2024-11-18T18:12:43,269 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46135 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-18T18:12:43,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 818bff808382,46135,1731953548055 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:?] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:?] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T18:12:43,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=818bff808382,46135,1731953548055, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=818bff808382,46135,1731953548055, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 818bff808382,46135,1731953548055 aborting 2024-11-18T18:12:43,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=818bff808382,46135,1731953548055, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 818bff808382,46135,1731953548055 aborting 2024-11-18T18:12:43,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=818bff808382,46135,1731953548055, seqNum=-1 from cache 2024-11-18T18:12:43,353 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,43879,1731953543895.replicationSource.wal-reader.818bff808382%2C43879%2C1731953543895,1-818bff808382,43879,1731953543895 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/WALs/818bff808382,43879,1731953543895/818bff808382%2C43879%2C1731953543895.1731953546110 to pos 1033, reset compression=false 2024-11-18T18:12:43,381 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T18:12:43,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=818bff808382,46135,1731953548055, seqNum=-1] 2024-11-18T18:12:43,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 818bff808382,46135,1731953548055 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:?] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:?] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T18:12:43,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=818bff808382,46135,1731953548055, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=818bff808382,46135,1731953548055, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 818bff808382,46135,1731953548055 aborting 2024-11-18T18:12:43,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=818bff808382,46135,1731953548055, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 818bff808382,46135,1731953548055 aborting 2024-11-18T18:12:43,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=818bff808382,46135,1731953548055, seqNum=-1 from cache 2024-11-18T18:12:43,431 DEBUG [RS:0;818bff808382:46135 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 420289637036d5a6387029d8b5028939 2024-11-18T18:12:43,480 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35543/user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b/data/hbase/meta/1588230740/.tmp/ns/f216e7ff671a48c9805c81aee8c07910 2024-11-18T18:12:43,480 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35543/user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b/data/hbase/replication/420289637036d5a6387029d8b5028939/.tmp/queue/6d4053b464c047dbbbbae24942255bc7 2024-11-18T18:12:43,486 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35543/user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b/data/hbase/replication/420289637036d5a6387029d8b5028939/.tmp/hfileref/a6ab4a88d8a849f8b77cbe573abf747c as hdfs://localhost:35543/user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b/data/hbase/replication/420289637036d5a6387029d8b5028939/hfileref/a6ab4a88d8a849f8b77cbe573abf747c 2024-11-18T18:12:43,491 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35543/user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b/data/hbase/replication/420289637036d5a6387029d8b5028939/hfileref/a6ab4a88d8a849f8b77cbe573abf747c, entries=4, sequenceid=12, filesize=5.2 K 2024-11-18T18:12:43,491 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35543/user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b/data/hbase/replication/420289637036d5a6387029d8b5028939/.tmp/queue/6d4053b464c047dbbbbae24942255bc7 as hdfs://localhost:35543/user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b/data/hbase/replication/420289637036d5a6387029d8b5028939/queue/6d4053b464c047dbbbbae24942255bc7 2024-11-18T18:12:43,492 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,46135,1731953548055.replicationSource.wal-reader.818bff808382%2C46135%2C1731953548055,1-818bff808382,46135,1731953548055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35543/user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b/WALs/818bff808382,46135,1731953548055/818bff808382%2C46135%2C1731953548055.1731953550057 to pos 1328, reset compression=false 2024-11-18T18:12:43,497 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35543/user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b/data/hbase/replication/420289637036d5a6387029d8b5028939/queue/6d4053b464c047dbbbbae24942255bc7, entries=1, sequenceid=12, filesize=5.2 K 2024-11-18T18:12:43,498 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 420289637036d5a6387029d8b5028939 in 861ms, sequenceid=12, compaction requested=false 2024-11-18T18:12:43,504 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35543/user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b/data/hbase/replication/420289637036d5a6387029d8b5028939/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-18T18:12:43,504 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35543/user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b/data/hbase/meta/1588230740/.tmp/rep_barrier/66819ac4a4724d5caf0d7a98901a8a10 is 112, key is test,,1731953551765.9bde01f617e48da5c0b7d4db92e6c823./rep_barrier:seqnumDuringOpen/1731953552918/Put/seqid=0 2024-11-18T18:12:43,504 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T18:12:43,504 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T18:12:43,504 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731953556086.420289637036d5a6387029d8b5028939. 2024-11-18T18:12:43,504 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 420289637036d5a6387029d8b5028939: Waiting for close lock at 1731953562637Running coprocessor pre-close hooks at 1731953562637Disabling compacts and flushes for region at 1731953562637Disabling writes for close at 1731953562637Obtaining lock to block concurrent updates at 1731953562637Preparing flush snapshotting stores in 420289637036d5a6387029d8b5028939 at 1731953562637Finished memstore snapshotting hbase:replication,,1731953556086.420289637036d5a6387029d8b5028939., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1731953562637Flushing stores of hbase:replication,,1731953556086.420289637036d5a6387029d8b5028939. at 1731953562638 (+1 ms)Flushing 420289637036d5a6387029d8b5028939/hfileref: creating writer at 1731953562638Flushing 420289637036d5a6387029d8b5028939/hfileref: appending metadata at 1731953562655 (+17 ms)Flushing 420289637036d5a6387029d8b5028939/hfileref: closing flushed file at 1731953562655Flushing 420289637036d5a6387029d8b5028939/queue: creating writer at 1731953563062 (+407 ms)Flushing 420289637036d5a6387029d8b5028939/queue: appending metadata at 1731953563075 (+13 ms)Flushing 420289637036d5a6387029d8b5028939/queue: closing flushed file at 1731953563075Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c44decf: reopening flushed file at 1731953563485 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43c4c8b6: reopening flushed file at 1731953563491 (+6 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 420289637036d5a6387029d8b5028939 in 861ms, sequenceid=12, compaction requested=false at 1731953563498 (+7 ms)Writing region close event to WAL at 1731953563501 (+3 ms)Running coprocessor post-close hooks at 1731953563504 (+3 ms)Closed at 1731953563504 2024-11-18T18:12:43,504 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731953556086.420289637036d5a6387029d8b5028939. 2024-11-18T18:12:43,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40265 is added to blk_1073741850_1026 (size=5518) 2024-11-18T18:12:43,591 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T18:12:43,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=818bff808382,46135,1731953548055, seqNum=-1] 2024-11-18T18:12:43,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 818bff808382,46135,1731953548055 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:?] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:?] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T18:12:43,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=818bff808382,46135,1731953548055, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=818bff808382,46135,1731953548055, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 818bff808382,46135,1731953548055 aborting 2024-11-18T18:12:43,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=818bff808382,46135,1731953548055, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 818bff808382,46135,1731953548055 aborting 2024-11-18T18:12:43,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=818bff808382,46135,1731953548055, seqNum=-1 from cache 2024-11-18T18:12:43,631 INFO [RS:0;818bff808382:46135 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-18T18:12:43,631 DEBUG [RS:0;818bff808382:46135 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-18T18:12:43,632 DEBUG [RS:0;818bff808382:46135 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T18:12:43,832 DEBUG [RS:0;818bff808382:46135 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T18:12:43,856 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,43879,1731953543895.replicationSource.wal-reader.818bff808382%2C43879%2C1731953543895,1-818bff808382,43879,1731953543895 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/WALs/818bff808382,43879,1731953543895/818bff808382%2C43879%2C1731953543895.1731953546110 to pos 1033, reset compression=false 2024-11-18T18:12:43,901 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,46135,1731953548055.replicationSource.wal-reader.818bff808382%2C46135%2C1731953548055,1-818bff808382,46135,1731953548055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35543/user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b/WALs/818bff808382,46135,1731953548055/818bff808382%2C46135%2C1731953548055.1731953550057 to pos 1328, reset compression=false 2024-11-18T18:12:43,902 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T18:12:43,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=818bff808382,46135,1731953548055, seqNum=-1] 2024-11-18T18:12:43,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 818bff808382,46135,1731953548055 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:?] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:?] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T18:12:43,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=818bff808382,46135,1731953548055, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=818bff808382,46135,1731953548055, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 818bff808382,46135,1731953548055 aborting 2024-11-18T18:12:43,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=818bff808382,46135,1731953548055, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 818bff808382,46135,1731953548055 aborting 2024-11-18T18:12:43,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=818bff808382,46135,1731953548055, seqNum=-1 from cache 2024-11-18T18:12:43,908 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35543/user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b/data/hbase/meta/1588230740/.tmp/rep_barrier/66819ac4a4724d5caf0d7a98901a8a10 2024-11-18T18:12:43,930 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35543/user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b/data/hbase/meta/1588230740/.tmp/table/10bc46d39d1f4a5f8110dcb1341519ff is 53, key is hbase:replication/table:state/1731953557270/Put/seqid=0 2024-11-18T18:12:43,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40265 is added to blk_1073741851_1027 (size=5308) 2024-11-18T18:12:44,032 DEBUG [RS:0;818bff808382:46135 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T18:12:44,232 DEBUG [RS:0;818bff808382:46135 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T18:12:44,334 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35543/user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b/data/hbase/meta/1588230740/.tmp/table/10bc46d39d1f4a5f8110dcb1341519ff 2024-11-18T18:12:44,339 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35543/user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b/data/hbase/meta/1588230740/.tmp/info/13d3919192b040869f9cb633ae286775 as hdfs://localhost:35543/user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b/data/hbase/meta/1588230740/info/13d3919192b040869f9cb633ae286775 2024-11-18T18:12:44,343 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35543/user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b/data/hbase/meta/1588230740/info/13d3919192b040869f9cb633ae286775, entries=20, sequenceid=16, filesize=7.5 K 2024-11-18T18:12:44,344 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35543/user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b/data/hbase/meta/1588230740/.tmp/ns/f216e7ff671a48c9805c81aee8c07910 as hdfs://localhost:35543/user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b/data/hbase/meta/1588230740/ns/f216e7ff671a48c9805c81aee8c07910 2024-11-18T18:12:44,347 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35543/user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b/data/hbase/meta/1588230740/ns/f216e7ff671a48c9805c81aee8c07910, entries=2, sequenceid=16, filesize=5.0 K 2024-11-18T18:12:44,348 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35543/user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b/data/hbase/meta/1588230740/.tmp/rep_barrier/66819ac4a4724d5caf0d7a98901a8a10 as hdfs://localhost:35543/user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b/data/hbase/meta/1588230740/rep_barrier/66819ac4a4724d5caf0d7a98901a8a10 2024-11-18T18:12:44,352 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35543/user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b/data/hbase/meta/1588230740/rep_barrier/66819ac4a4724d5caf0d7a98901a8a10, entries=1, sequenceid=16, filesize=5.4 K 2024-11-18T18:12:44,352 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35543/user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b/data/hbase/meta/1588230740/.tmp/table/10bc46d39d1f4a5f8110dcb1341519ff as hdfs://localhost:35543/user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b/data/hbase/meta/1588230740/table/10bc46d39d1f4a5f8110dcb1341519ff 2024-11-18T18:12:44,356 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35543/user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b/data/hbase/meta/1588230740/table/10bc46d39d1f4a5f8110dcb1341519ff, entries=4, sequenceid=16, filesize=5.2 K 2024-11-18T18:12:44,357 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1725ms, sequenceid=16, compaction requested=false 2024-11-18T18:12:44,362 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35543/user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-18T18:12:44,363 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T18:12:44,363 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T18:12:44,363 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T18:12:44,363 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731953562631Running coprocessor pre-close hooks at 1731953562631Disabling compacts and flushes for region at 1731953562631Disabling writes for close at 1731953562631Obtaining lock to block concurrent updates at 1731953562631Preparing flush snapshotting stores in 1588230740 at 1731953562631Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731953562631Flushing stores of hbase:meta,,1.1588230740 at 1731953562632 (+1 ms)Flushing 1588230740/info: creating writer at 1731953562632Flushing 1588230740/info: appending metadata at 1731953562648 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731953562648Flushing 1588230740/ns: creating writer at 1731953563059 (+411 ms)Flushing 1588230740/ns: appending metadata at 1731953563076 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731953563076Flushing 1588230740/rep_barrier: creating writer at 1731953563486 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731953563504 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731953563504Flushing 1588230740/table: creating writer at 1731953563912 (+408 ms)Flushing 1588230740/table: appending metadata at 1731953563929 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731953563929Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5803c79a: reopening flushed file at 1731953564339 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@403e5d7b: reopening flushed file at 1731953564343 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3bf627ea: reopening flushed file at 1731953564348 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1032d252: reopening flushed file at 1731953564352 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1725ms, sequenceid=16, compaction requested=false at 1731953564357 (+5 ms)Writing region close event to WAL at 1731953564360 (+3 ms)Running coprocessor post-close hooks at 1731953564363 (+3 ms)Closed at 1731953564363 2024-11-18T18:12:44,363 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T18:12:44,405 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,46135,1731953548055.replicationSource.wal-reader.818bff808382%2C46135%2C1731953548055,1-818bff808382,46135,1731953548055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35543/user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b/WALs/818bff808382,46135,1731953548055/818bff808382%2C46135%2C1731953548055.1731953550057 to pos 1328, reset compression=false 2024-11-18T18:12:44,411 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T18:12:44,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=818bff808382,46135,1731953548055, seqNum=-1] 2024-11-18T18:12:44,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 818bff808382,46135,1731953548055 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:?] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:?] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T18:12:44,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=818bff808382,46135,1731953548055, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=818bff808382,46135,1731953548055, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 818bff808382,46135,1731953548055 aborting 2024-11-18T18:12:44,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=818bff808382,46135,1731953548055, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 818bff808382,46135,1731953548055 aborting 2024-11-18T18:12:44,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=818bff808382,46135,1731953548055, seqNum=-1 from cache 2024-11-18T18:12:44,414 ERROR [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] util.FutureUtils(73): Unexpected error caught when processing CompletableFuture java.lang.NullPointerException: Cannot invoke "java.util.List.forEach(java.util.function.Consumer)" because "locs" is null at org.apache.hadoop.hbase.client.AsyncTableRegionLocatorImpl.lambda$getAllRegionLocations$2(AsyncTableRegionLocatorImpl.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableHRegionLocations$9(ClientMetaTableAccessor.java:174) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableRegionsAndLocations$10(ClientMetaTableAccessor.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor$MetaTableScanResultConsumer.onError(ClientMetaTableAccessor.java:315) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:261) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T18:12:44,415 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46135 {}] regionserver.ReplicationSink(335): Unable to accept edit because: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-18T18:12:43.272Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 818bff808382,46135,1731953548055 aborting 2024-11-18T18:12:43.384Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 818bff808382,46135,1731953548055 aborting 2024-11-18T18:12:43.594Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 818bff808382,46135,1731953548055 aborting 2024-11-18T18:12:43.904Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 818bff808382,46135,1731953548055 aborting 2024-11-18T18:12:44.414Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 818bff808382,46135,1731953548055 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 818bff808382,46135,1731953548055 aborting at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 818bff808382,46135,1731953548055 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 30 more 2024-11-18T18:12:44,416 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46135 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-18T18:12:43.272Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 818bff808382,46135,1731953548055 aborting 2024-11-18T18:12:43.384Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 818bff808382,46135,1731953548055 aborting 2024-11-18T18:12:43.594Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 818bff808382,46135,1731953548055 aborting 2024-11-18T18:12:43.904Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 818bff808382,46135,1731953548055 aborting 2024-11-18T18:12:44.414Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 818bff808382,46135,1731953548055 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 818bff808382,46135,1731953548055 aborting at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 818bff808382,46135,1731953548055 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 30 more 2024-11-18T18:12:44,417 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46135 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 604 connection: 172.17.0.2:49098 deadline: 1731953622444, exception=org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-18T18:12:43.272Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 818bff808382,46135,1731953548055 aborting 2024-11-18T18:12:43.384Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 818bff808382,46135,1731953548055 aborting 2024-11-18T18:12:43.594Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 818bff808382,46135,1731953548055 aborting 2024-11-18T18:12:43.904Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 818bff808382,46135,1731953548055 aborting 2024-11-18T18:12:44.414Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 818bff808382,46135,1731953548055 aborting 2024-11-18T18:12:44,418 WARN [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,43879,1731953543895.replicationSource.shipper818bff808382%2C43879%2C1731953543895,1-818bff808382,43879,1731953543895 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-18T18:12:43.272Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 818bff808382,46135,1731953548055 aborting 2024-11-18T18:12:43.384Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 818bff808382,46135,1731953548055 aborting 2024-11-18T18:12:43.594Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 818bff808382,46135,1731953548055 aborting 2024-11-18T18:12:43.904Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 818bff808382,46135,1731953548055 aborting 2024-11-18T18:12:44.414Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 818bff808382,46135,1731953548055 aborting at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at --------Future.get--------(Unknown Source) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) at java.base/java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) at java.base/java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) at java.base/java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) at java.base/java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 818bff808382,46135,1731953548055 aborting at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.regionserver.RegionServerAbortedException): Server 818bff808382,46135,1731953548055 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ... 30 more at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T18:12:44,432 INFO [RS:0;818bff808382:46135 {}] regionserver.HRegionServer(976): stopping server 818bff808382,46135,1731953548055; all regions closed. 2024-11-18T18:12:44,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40265 is added to blk_1073741834_1010 (size=4239) 2024-11-18T18:12:44,434 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b/WALs/818bff808382,46135,1731953548055/818bff808382%2C46135%2C1731953548055.meta.1731953551024.meta not finished, retry = 0 2024-11-18T18:12:44,460 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,43879,1731953543895.replicationSource.wal-reader.818bff808382%2C43879%2C1731953543895,1-818bff808382,43879,1731953543895 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/WALs/818bff808382,43879,1731953543895/818bff808382%2C43879%2C1731953543895.1731953546110 to pos 1033, reset compression=false 2024-11-18T18:12:44,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 818bff808382,46135,1731953548055 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:?] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:?] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T18:12:44,523 WARN [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,43879,1731953543895.replicationSource.shipper818bff808382%2C43879%2C1731953543895,1-818bff808382,43879,1731953543895 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 818bff808382,46135,1731953548055 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T18:12:44,537 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b/WALs/818bff808382,46135,1731953548055/818bff808382%2C46135%2C1731953548055.rep.1731953557230 not finished, retry = 0 2024-11-18T18:12:44,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40265 is added to blk_1073741839_1015 (size=3127) 2024-11-18T18:12:44,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40265 is added to blk_1073741832_1008 (size=1336) 2024-11-18T18:12:44,640 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b/WALs/818bff808382,46135,1731953548055/818bff808382%2C46135%2C1731953548055.1731953550057 not finished, retry = 0 2024-11-18T18:12:44,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 818bff808382,46135,1731953548055 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:?] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:?] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T18:12:44,726 WARN [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,43879,1731953543895.replicationSource.shipper818bff808382%2C43879%2C1731953543895,1-818bff808382,43879,1731953543895 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 818bff808382,46135,1731953548055 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T18:12:44,741 DEBUG [RS:0;818bff808382:46135 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:12:44,741 INFO [RS:0;818bff808382:46135 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T18:12:44,741 INFO [RS:0;818bff808382:46135 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T18:12:44,741 INFO [RS:0;818bff808382:46135 {}] hbase.ChoreService(370): Chore service for: regionserver/818bff808382:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T18:12:44,741 INFO [RS:0;818bff808382:46135 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T18:12:44,742 INFO [regionserver/818bff808382:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T18:12:44,742 INFO [RS:0;818bff808382:46135 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-818bff808382,46135,1731953548055 because: Region server is closing 2024-11-18T18:12:44,742 INFO [RS:0;818bff808382:46135 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;818bff808382:46135. 2024-11-18T18:12:44,742 DEBUG [RS:0;818bff808382:46135 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T18:12:44,742 DEBUG [RS:0;818bff808382:46135 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:12:44,742 DEBUG [RS:0;818bff808382:46135 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:12:44,742 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T18:12:44,842 INFO [RS:0;818bff808382:46135 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,46135,1731953548055.replicationSource.shipper818bff808382%2C46135%2C1731953548055,1-818bff808382,46135,1731953548055 terminated 2024-11-18T18:12:44,843 WARN [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,46135,1731953548055.replicationSource.wal-reader.818bff808382%2C46135%2C1731953548055,1-818bff808382,46135,1731953548055 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-18T18:12:44,843 INFO [RS:0;818bff808382:46135 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;818bff808382:46135. 2024-11-18T18:12:44,843 DEBUG [RS:0;818bff808382:46135 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T18:12:44,843 DEBUG [RS:0;818bff808382:46135 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:12:44,843 DEBUG [RS:0;818bff808382:46135 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:12:44,843 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T18:12:44,843 INFO [RS:0;818bff808382:46135 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46135 2024-11-18T18:12:44,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46135-0x1000bd57ccb0004, quorum=127.0.0.1:53338, baseZNode=/1-134242786 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-134242786/rs/818bff808382,46135,1731953548055 2024-11-18T18:12:44,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35743-0x1000bd57ccb0003, quorum=127.0.0.1:53338, baseZNode=/1-134242786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-134242786/rs 2024-11-18T18:12:44,845 INFO [RS:0;818bff808382:46135 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T18:12:44,845 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [818bff808382,46135,1731953548055] 2024-11-18T18:12:44,847 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-134242786/draining/818bff808382,46135,1731953548055 already deleted, retry=false 2024-11-18T18:12:44,847 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 818bff808382,46135,1731953548055 expired; onlineServers=0 2024-11-18T18:12:44,847 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '818bff808382,35743,1731953548005' ***** 2024-11-18T18:12:44,847 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T18:12:44,847 INFO [M:0;818bff808382:35743 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T18:12:44,847 INFO [M:0;818bff808382:35743 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T18:12:44,847 DEBUG [M:0;818bff808382:35743 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T18:12:44,847 DEBUG [M:0;818bff808382:35743 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T18:12:44,847 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T18:12:44,847 DEBUG [master/818bff808382:0:becomeActiveMaster-HFileCleaner.small.0-1731953549864 {}] cleaner.HFileCleaner(306): Exit Thread[master/818bff808382:0:becomeActiveMaster-HFileCleaner.small.0-1731953549864,5,FailOnTimeoutGroup] 2024-11-18T18:12:44,847 DEBUG [master/818bff808382:0:becomeActiveMaster-HFileCleaner.large.0-1731953549864 {}] cleaner.HFileCleaner(306): Exit Thread[master/818bff808382:0:becomeActiveMaster-HFileCleaner.large.0-1731953549864,5,FailOnTimeoutGroup] 2024-11-18T18:12:44,847 INFO [M:0;818bff808382:35743 {}] hbase.ChoreService(370): Chore service for: master/818bff808382:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T18:12:44,847 INFO [M:0;818bff808382:35743 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T18:12:44,848 DEBUG [M:0;818bff808382:35743 {}] master.HMaster(1795): Stopping service threads 2024-11-18T18:12:44,848 INFO [M:0;818bff808382:35743 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T18:12:44,848 INFO [M:0;818bff808382:35743 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T18:12:44,848 INFO [M:0;818bff808382:35743 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T18:12:44,848 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T18:12:44,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35743-0x1000bd57ccb0003, quorum=127.0.0.1:53338, baseZNode=/1-134242786 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-134242786/master 2024-11-18T18:12:44,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35743-0x1000bd57ccb0003, quorum=127.0.0.1:53338, baseZNode=/1-134242786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-134242786 2024-11-18T18:12:44,849 DEBUG [M:0;818bff808382:35743 {}] zookeeper.ZKUtil(347): master:35743-0x1000bd57ccb0003, quorum=127.0.0.1:53338, baseZNode=/1-134242786 Unable to get data of znode /1-134242786/master because node does not exist (not an error) 2024-11-18T18:12:44,849 WARN [M:0;818bff808382:35743 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T18:12:44,850 INFO [M:0;818bff808382:35743 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35543/user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b/.lastflushedseqids 2024-11-18T18:12:44,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40265 is added to blk_1073741852_1028 (size=263) 2024-11-18T18:12:44,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46135-0x1000bd57ccb0004, quorum=127.0.0.1:53338, baseZNode=/1-134242786 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T18:12:44,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46135-0x1000bd57ccb0004, quorum=127.0.0.1:53338, baseZNode=/1-134242786 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T18:12:44,947 INFO [RS:0;818bff808382:46135 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T18:12:44,947 INFO [RS:0;818bff808382:46135 {}] regionserver.HRegionServer(1031): Exiting; stopping=818bff808382,46135,1731953548055; zookeeper connection closed. 2024-11-18T18:12:44,947 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6e1e322a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6e1e322a 2024-11-18T18:12:44,947 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T18:12:45,030 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 818bff808382:46135 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 818bff808382/172.17.0.2:46135 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T18:12:45,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 818bff808382:46135 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 818bff808382/172.17.0.2:46135 2024-11-18T18:12:45,031 WARN [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,43879,1731953543895.replicationSource.shipper818bff808382%2C43879%2C1731953543895,1-818bff808382,43879,1731953543895 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=818bff808382:46135 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 818bff808382/172.17.0.2:46135 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 818bff808382/172.17.0.2:46135 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-18T18:12:45,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35743 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-18T18:12:45,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35743 {}] ipc.CallRunner(138): callId: 15 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:56426 deadline: 1731953625033, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-18T18:12:45,035 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,43879,1731953543895.replicationSource.shipper818bff808382%2C43879%2C1731953543895,1-818bff808382,43879,1731953543895 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 30 more 2024-11-18T18:12:45,036 WARN [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,43879,1731953543895.replicationSource.shipper818bff808382%2C43879%2C1731953543895,1-818bff808382,43879,1731953543895 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-18T18:12:45,163 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,43879,1731953543895.replicationSource.wal-reader.818bff808382%2C43879%2C1731953543895,1-818bff808382,43879,1731953543895 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/WALs/818bff808382,43879,1731953543895/818bff808382%2C43879%2C1731953543895.1731953546110 to pos 1033, reset compression=false 2024-11-18T18:12:45,255 INFO [M:0;818bff808382:35743 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T18:12:45,255 INFO [M:0;818bff808382:35743 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T18:12:45,256 DEBUG [M:0;818bff808382:35743 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T18:12:45,256 INFO [M:0;818bff808382:35743 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:12:45,256 DEBUG [M:0;818bff808382:35743 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:12:45,256 DEBUG [M:0;818bff808382:35743 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T18:12:45,256 DEBUG [M:0;818bff808382:35743 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:12:45,256 INFO [M:0;818bff808382:35743 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-18T18:12:45,271 DEBUG [M:0;818bff808382:35743 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35543/user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9a10f606927744808309c50d1d015323 is 82, key is hbase:meta,,1/info:regioninfo/1731953551060/Put/seqid=0 2024-11-18T18:12:45,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40265 is added to blk_1073741853_1029 (size=5672) 2024-11-18T18:12:45,436 INFO [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,43879,1731953543895.replicationSource.shipper818bff808382%2C43879%2C1731953543895,1-818bff808382,43879,1731953543895 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-18T18:12:45,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35743 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-18T18:12:45,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35743 {}] ipc.CallRunner(138): callId: 17 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:56426 deadline: 1731953625437, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-18T18:12:45,438 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,43879,1731953543895.replicationSource.shipper818bff808382%2C43879%2C1731953543895,1-818bff808382,43879,1731953543895 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 30 more 2024-11-18T18:12:45,439 WARN [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,43879,1731953543895.replicationSource.shipper818bff808382%2C43879%2C1731953543895,1-818bff808382,43879,1731953543895 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-18T18:12:45,439 WARN [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,43879,1731953543895.replicationSource.shipper818bff808382%2C43879%2C1731953543895,1-818bff808382,43879,1731953543895 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-18T18:12:45,676 INFO [M:0;818bff808382:35743 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35543/user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9a10f606927744808309c50d1d015323 2024-11-18T18:12:45,698 DEBUG [M:0;818bff808382:35743 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35543/user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/627ab4087430443d9b7b3fe62a257165 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731953557273/Put/seqid=0 2024-11-18T18:12:45,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40265 is added to blk_1073741854_1030 (size=8515) 2024-11-18T18:12:45,940 INFO [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,43879,1731953543895.replicationSource.shipper818bff808382%2C43879%2C1731953543895,1-818bff808382,43879,1731953543895 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-18T18:12:45,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35743 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-18T18:12:45,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35743 {}] ipc.CallRunner(138): callId: 19 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:56426 deadline: 1731953625941, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-18T18:12:45,942 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,43879,1731953543895.replicationSource.shipper818bff808382%2C43879%2C1731953543895,1-818bff808382,43879,1731953543895 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 30 more 2024-11-18T18:12:45,943 WARN [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,43879,1731953543895.replicationSource.shipper818bff808382%2C43879%2C1731953543895,1-818bff808382,43879,1731953543895 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-18T18:12:45,944 WARN [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,43879,1731953543895.replicationSource.shipper818bff808382%2C43879%2C1731953543895,1-818bff808382,43879,1731953543895 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-18T18:12:45,968 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,43879,1731953543895.replicationSource.wal-reader.818bff808382%2C43879%2C1731953543895,1-818bff808382,43879,1731953543895 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/WALs/818bff808382,43879,1731953543895/818bff808382%2C43879%2C1731953543895.1731953546110 to pos 1033, reset compression=false 2024-11-18T18:12:46,103 INFO [M:0;818bff808382:35743 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35543/user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/627ab4087430443d9b7b3fe62a257165 2024-11-18T18:12:46,121 DEBUG [M:0;818bff808382:35743 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35543/user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0050328e85f343aabe67a7ea862d81a8 is 69, key is 818bff808382,46135,1731953548055/rs:state/1731953549907/Put/seqid=0 2024-11-18T18:12:46,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40265 is added to blk_1073741855_1031 (size=5156) 2024-11-18T18:12:46,525 INFO [M:0;818bff808382:35743 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35543/user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0050328e85f343aabe67a7ea862d81a8 2024-11-18T18:12:46,530 DEBUG [M:0;818bff808382:35743 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35543/user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9a10f606927744808309c50d1d015323 as hdfs://localhost:35543/user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9a10f606927744808309c50d1d015323 2024-11-18T18:12:46,535 INFO [M:0;818bff808382:35743 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35543/user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9a10f606927744808309c50d1d015323, entries=8, sequenceid=97, filesize=5.5 K 2024-11-18T18:12:46,536 DEBUG [M:0;818bff808382:35743 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35543/user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/627ab4087430443d9b7b3fe62a257165 as hdfs://localhost:35543/user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/627ab4087430443d9b7b3fe62a257165 2024-11-18T18:12:46,539 INFO [M:0;818bff808382:35743 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35543/user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/627ab4087430443d9b7b3fe62a257165, entries=11, sequenceid=97, filesize=8.3 K 2024-11-18T18:12:46,540 DEBUG [M:0;818bff808382:35743 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35543/user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0050328e85f343aabe67a7ea862d81a8 as hdfs://localhost:35543/user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0050328e85f343aabe67a7ea862d81a8 2024-11-18T18:12:46,544 INFO [M:0;818bff808382:35743 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35543/user/jenkins/test-data/3a59b08b-5679-d0d2-1ff0-b4eecd5b353b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0050328e85f343aabe67a7ea862d81a8, entries=1, sequenceid=97, filesize=5.0 K 2024-11-18T18:12:46,544 INFO [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,43879,1731953543895.replicationSource.shipper818bff808382%2C43879%2C1731953543895,1-818bff808382,43879,1731953543895 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-18T18:12:46,545 INFO [M:0;818bff808382:35743 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1289ms, sequenceid=97, compaction requested=false 2024-11-18T18:12:46,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35743 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-18T18:12:46,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35743 {}] ipc.CallRunner(138): callId: 21 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:56426 deadline: 1731953626546, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-18T18:12:46,547 INFO [M:0;818bff808382:35743 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:12:46,547 DEBUG [M:0;818bff808382:35743 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731953565255Disabling compacts and flushes for region at 1731953565255Disabling writes for close at 1731953565256 (+1 ms)Obtaining lock to block concurrent updates at 1731953565256Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731953565256Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731953565256Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731953565257 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731953565257Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731953565271 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731953565271Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731953565680 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731953565698 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731953565698Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731953566107 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731953566121 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731953566121Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79d29c65: reopening flushed file at 1731953566530 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4217c944: reopening flushed file at 1731953566535 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@249b012: reopening flushed file at 1731953566540 (+5 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1289ms, sequenceid=97, compaction requested=false at 1731953566545 (+5 ms)Writing region close event to WAL at 1731953566547 (+2 ms)Closed at 1731953566547 2024-11-18T18:12:46,547 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,43879,1731953543895.replicationSource.shipper818bff808382%2C43879%2C1731953543895,1-818bff808382,43879,1731953543895 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 30 more 2024-11-18T18:12:46,548 WARN [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,43879,1731953543895.replicationSource.shipper818bff808382%2C43879%2C1731953543895,1-818bff808382,43879,1731953543895 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-18T18:12:46,548 WARN [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,43879,1731953543895.replicationSource.shipper818bff808382%2C43879%2C1731953543895,1-818bff808382,43879,1731953543895 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-18T18:12:46,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40265 is added to blk_1073741830_1006 (size=63642) 2024-11-18T18:12:46,549 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T18:12:46,549 INFO [M:0;818bff808382:35743 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T18:12:46,550 INFO [M:0;818bff808382:35743 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35743 2024-11-18T18:12:46,550 INFO [M:0;818bff808382:35743 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T18:12:46,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35743-0x1000bd57ccb0003, quorum=127.0.0.1:53338, baseZNode=/1-134242786 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T18:12:46,652 INFO [M:0;818bff808382:35743 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T18:12:46,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35743-0x1000bd57ccb0003, quorum=127.0.0.1:53338, baseZNode=/1-134242786 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T18:12:46,655 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@31d1aff1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T18:12:46,656 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@280b73b3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T18:12:46,656 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T18:12:46,656 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@37339b48{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T18:12:46,656 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ad65a86{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/707e3542-3495-94ae-f620-38a44718c5dd/hadoop.log.dir/,STOPPED} 2024-11-18T18:12:46,657 WARN [BP-1357177763-172.17.0.2-1731953547068 heartbeating to localhost/127.0.0.1:35543 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T18:12:46,657 WARN [BP-1357177763-172.17.0.2-1731953547068 heartbeating to localhost/127.0.0.1:35543 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1357177763-172.17.0.2-1731953547068 (Datanode Uuid 2cd1934d-2a09-4518-8ca1-0692e9bc5c51) service to localhost/127.0.0.1:35543 2024-11-18T18:12:46,658 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T18:12:46,658 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T18:12:46,658 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/707e3542-3495-94ae-f620-38a44718c5dd/cluster_2046437f-fb95-26c5-d70b-1e44a56669c3/data/data1/current/BP-1357177763-172.17.0.2-1731953547068 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T18:12:46,658 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/707e3542-3495-94ae-f620-38a44718c5dd/cluster_2046437f-fb95-26c5-d70b-1e44a56669c3/data/data2/current/BP-1357177763-172.17.0.2-1731953547068 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T18:12:46,659 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T18:12:46,666 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@49683f8{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T18:12:46,666 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@face027{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T18:12:46,666 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T18:12:46,666 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@449b76a2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T18:12:46,666 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@664d3ea{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/707e3542-3495-94ae-f620-38a44718c5dd/hadoop.log.dir/,STOPPED} 2024-11-18T18:12:46,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T18:12:46,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T18:12:46,683 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T18:12:46,683 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T18:12:46,683 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:12:46,683 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:12:46,683 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T18:12:46,684 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T18:12:46,684 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1698942633, stopped=false 2024-11-18T18:12:46,684 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=818bff808382,38689,1731953543834 2024-11-18T18:12:46,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38689-0x1000bd57ccb0000, quorum=127.0.0.1:53338, baseZNode=/0397809682 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0397809682/running 2024-11-18T18:12:46,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38689-0x1000bd57ccb0000, quorum=127.0.0.1:53338, baseZNode=/0397809682 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0397809682 2024-11-18T18:12:46,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43879-0x1000bd57ccb0001, quorum=127.0.0.1:53338, baseZNode=/0397809682 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0397809682/running 2024-11-18T18:12:46,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43879-0x1000bd57ccb0001, quorum=127.0.0.1:53338, baseZNode=/0397809682 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0397809682 2024-11-18T18:12:46,686 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T18:12:46,686 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T18:12:46,686 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T18:12:46,686 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:12:46,686 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '818bff808382,43879,1731953543895' ***** 2024-11-18T18:12:46,686 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T18:12:46,686 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38689-0x1000bd57ccb0000, quorum=127.0.0.1:53338, baseZNode=/0397809682 Set watcher on znode that does not yet exist, /0397809682/running 2024-11-18T18:12:46,687 INFO [RS:0;818bff808382:43879 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T18:12:46,687 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43879-0x1000bd57ccb0001, quorum=127.0.0.1:53338, baseZNode=/0397809682 Set watcher on znode that does not yet exist, /0397809682/running 2024-11-18T18:12:46,687 INFO [RS:0;818bff808382:43879 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T18:12:46,687 INFO [RS:0;818bff808382:43879 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T18:12:46,687 INFO [RS:0;818bff808382:43879 {}] regionserver.HRegionServer(3091): Received CLOSE for c63cc59448170fd7febe72a7cd5ee5b4 2024-11-18T18:12:46,687 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T18:12:46,687 INFO [RS:0;818bff808382:43879 {}] regionserver.HRegionServer(3091): Received CLOSE for 8d2c12e81ea87804b99978fc02039819 2024-11-18T18:12:46,687 INFO [RS:0;818bff808382:43879 {}] regionserver.HRegionServer(959): stopping server 818bff808382,43879,1731953543895 2024-11-18T18:12:46,687 INFO [RS:0;818bff808382:43879 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T18:12:46,687 INFO [RS:0;818bff808382:43879 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;818bff808382:43879. 2024-11-18T18:12:46,688 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c63cc59448170fd7febe72a7cd5ee5b4, disabling compactions & flushes 2024-11-18T18:12:46,688 DEBUG [RS:0;818bff808382:43879 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T18:12:46,688 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731953551127.c63cc59448170fd7febe72a7cd5ee5b4. 2024-11-18T18:12:46,688 DEBUG [RS:0;818bff808382:43879 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:12:46,688 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731953551127.c63cc59448170fd7febe72a7cd5ee5b4. 2024-11-18T18:12:46,688 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731953551127.c63cc59448170fd7febe72a7cd5ee5b4. after waiting 0 ms 2024-11-18T18:12:46,688 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731953551127.c63cc59448170fd7febe72a7cd5ee5b4. 2024-11-18T18:12:46,688 INFO [RS:0;818bff808382:43879 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T18:12:46,688 INFO [RS:0;818bff808382:43879 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T18:12:46,688 INFO [RS:0;818bff808382:43879 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T18:12:46,688 INFO [RS:0;818bff808382:43879 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T18:12:46,688 INFO [RS:0;818bff808382:43879 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-18T18:12:46,688 DEBUG [RS:0;818bff808382:43879 {}] regionserver.HRegionServer(1325): Online Regions={c63cc59448170fd7febe72a7cd5ee5b4=test,,1731953551127.c63cc59448170fd7febe72a7cd5ee5b4., 8d2c12e81ea87804b99978fc02039819=hbase:replication,,1731953553933.8d2c12e81ea87804b99978fc02039819., 1588230740=hbase:meta,,1.1588230740} 2024-11-18T18:12:46,688 DEBUG [RS:0;818bff808382:43879 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8d2c12e81ea87804b99978fc02039819, c63cc59448170fd7febe72a7cd5ee5b4 2024-11-18T18:12:46,688 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T18:12:46,688 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T18:12:46,688 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T18:12:46,688 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T18:12:46,688 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T18:12:46,689 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-18T18:12:46,690 INFO [regionserver/818bff808382:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T18:12:46,692 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/data/default/test/c63cc59448170fd7febe72a7cd5ee5b4/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T18:12:46,692 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T18:12:46,692 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T18:12:46,692 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731953551127.c63cc59448170fd7febe72a7cd5ee5b4. 2024-11-18T18:12:46,692 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c63cc59448170fd7febe72a7cd5ee5b4: Waiting for close lock at 1731953566687Running coprocessor pre-close hooks at 1731953566687Disabling compacts and flushes for region at 1731953566687Disabling writes for close at 1731953566688 (+1 ms)Writing region close event to WAL at 1731953566688Running coprocessor post-close hooks at 1731953566692 (+4 ms)Closed at 1731953566692 2024-11-18T18:12:46,693 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731953551127.c63cc59448170fd7febe72a7cd5ee5b4. 2024-11-18T18:12:46,693 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8d2c12e81ea87804b99978fc02039819, disabling compactions & flushes 2024-11-18T18:12:46,693 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731953553933.8d2c12e81ea87804b99978fc02039819. 2024-11-18T18:12:46,693 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731953553933.8d2c12e81ea87804b99978fc02039819. 2024-11-18T18:12:46,693 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731953553933.8d2c12e81ea87804b99978fc02039819. after waiting 0 ms 2024-11-18T18:12:46,693 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731953553933.8d2c12e81ea87804b99978fc02039819. 2024-11-18T18:12:46,693 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8d2c12e81ea87804b99978fc02039819 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-11-18T18:12:46,704 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/data/hbase/meta/1588230740/.tmp/info/206b005bceaf42d5b5242655072da8ad is 147, key is hbase:replication,,1731953553933.8d2c12e81ea87804b99978fc02039819./info:regioninfo/1731953555102/Put/seqid=0 2024-11-18T18:12:46,707 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/data/hbase/replication/8d2c12e81ea87804b99978fc02039819/.tmp/hfileref/c8c4451291cb4315b3b9f9c2d53328fd is 74, key is 1/hfileref:2e491fbfe1d44b4d836f9ce32b127a32_SeqId_6_/1731953561802/Put/seqid=0 2024-11-18T18:12:46,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38401 is added to blk_1073741846_1022 (size=7686) 2024-11-18T18:12:46,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38401 is added to blk_1073741847_1023 (size=5345) 2024-11-18T18:12:46,872 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,43879,1731953543895.replicationSource.wal-reader.818bff808382%2C43879%2C1731953543895,1-818bff808382,43879,1731953543895 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/WALs/818bff808382,43879,1731953543895/818bff808382%2C43879%2C1731953543895.1731953546110 to pos 1033, reset compression=false 2024-11-18T18:12:46,877 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,43879,1731953543895.replicationSource.wal-reader.818bff808382%2C43879%2C1731953543895,1-818bff808382,43879,1731953543895 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T18:12:46,877 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,43879,1731953543895.replicationSource.wal-reader.818bff808382%2C43879%2C1731953543895,1-818bff808382,43879,1731953543895 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/WALs/818bff808382,43879,1731953543895/818bff808382%2C43879%2C1731953543895.1731953546110 to pos 1328, reset compression=false 2024-11-18T18:12:46,888 DEBUG [RS:0;818bff808382:43879 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8d2c12e81ea87804b99978fc02039819 2024-11-18T18:12:46,962 INFO [regionserver/818bff808382:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T18:12:46,962 INFO [regionserver/818bff808382:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T18:12:47,081 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,43879,1731953543895.replicationSource.wal-reader.818bff808382%2C43879%2C1731953543895,1-818bff808382,43879,1731953543895 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/WALs/818bff808382,43879,1731953543895/818bff808382%2C43879%2C1731953543895.1731953546110 to pos 1328, reset compression=false 2024-11-18T18:12:47,088 DEBUG [RS:0;818bff808382:43879 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8d2c12e81ea87804b99978fc02039819 2024-11-18T18:12:47,108 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/data/hbase/meta/1588230740/.tmp/info/206b005bceaf42d5b5242655072da8ad 2024-11-18T18:12:47,111 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/data/hbase/replication/8d2c12e81ea87804b99978fc02039819/.tmp/hfileref/c8c4451291cb4315b3b9f9c2d53328fd 2024-11-18T18:12:47,132 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/data/hbase/meta/1588230740/.tmp/ns/0bd69355f03d46b4a05ee77a85af2762 is 43, key is default/ns:d/1731953546990/Put/seqid=0 2024-11-18T18:12:47,132 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/data/hbase/replication/8d2c12e81ea87804b99978fc02039819/.tmp/queue/0e915e0b7ed044a9aa5cc45e0ecb3478 is 153, key is 1-818bff808382,43879,1731953543895/queue:818bff808382%2C43879%2C1731953543895/1731953559368/Put/seqid=0 2024-11-18T18:12:47,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38401 is added to blk_1073741848_1024 (size=5153) 2024-11-18T18:12:47,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38401 is added to blk_1073741849_1025 (size=5352) 2024-11-18T18:12:47,248 INFO [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,43879,1731953543895.replicationSource.shipper818bff808382%2C43879%2C1731953543895,1-818bff808382,43879,1731953543895 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-18T18:12:47,249 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 818bff808382:35743 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 818bff808382/172.17.0.2:35743 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T18:12:47,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 818bff808382:35743 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 818bff808382/172.17.0.2:35743 2024-11-18T18:12:47,289 DEBUG [RS:0;818bff808382:43879 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8d2c12e81ea87804b99978fc02039819 2024-11-18T18:12:47,352 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T18:12:47,352 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 818bff808382:35743 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 818bff808382/172.17.0.2:35743 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T18:12:47,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [818bff808382,35743,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=818bff808382:35743 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 818bff808382/172.17.0.2:35743 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-11-18T18:12:47,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address 818bff808382:35743 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 818bff808382/172.17.0.2:35743 2024-11-18T18:12:47,385 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,43879,1731953543895.replicationSource.wal-reader.818bff808382%2C43879%2C1731953543895,1-818bff808382,43879,1731953543895 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/WALs/818bff808382,43879,1731953543895/818bff808382%2C43879%2C1731953543895.1731953546110 to pos 1328, reset compression=false 2024-11-18T18:12:47,489 DEBUG [RS:0;818bff808382:43879 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8d2c12e81ea87804b99978fc02039819 2024-11-18T18:12:47,537 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/data/hbase/meta/1588230740/.tmp/ns/0bd69355f03d46b4a05ee77a85af2762 2024-11-18T18:12:47,537 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/data/hbase/replication/8d2c12e81ea87804b99978fc02039819/.tmp/queue/0e915e0b7ed044a9aa5cc45e0ecb3478 2024-11-18T18:12:47,542 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/data/hbase/replication/8d2c12e81ea87804b99978fc02039819/.tmp/hfileref/c8c4451291cb4315b3b9f9c2d53328fd as hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/data/hbase/replication/8d2c12e81ea87804b99978fc02039819/hfileref/c8c4451291cb4315b3b9f9c2d53328fd 2024-11-18T18:12:47,546 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/data/hbase/replication/8d2c12e81ea87804b99978fc02039819/hfileref/c8c4451291cb4315b3b9f9c2d53328fd, entries=4, sequenceid=10, filesize=5.2 K 2024-11-18T18:12:47,547 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/data/hbase/replication/8d2c12e81ea87804b99978fc02039819/.tmp/queue/0e915e0b7ed044a9aa5cc45e0ecb3478 as hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/data/hbase/replication/8d2c12e81ea87804b99978fc02039819/queue/0e915e0b7ed044a9aa5cc45e0ecb3478 2024-11-18T18:12:47,551 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/data/hbase/replication/8d2c12e81ea87804b99978fc02039819/queue/0e915e0b7ed044a9aa5cc45e0ecb3478, entries=1, sequenceid=10, filesize=5.2 K 2024-11-18T18:12:47,551 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 8d2c12e81ea87804b99978fc02039819 in 858ms, sequenceid=10, compaction requested=false 2024-11-18T18:12:47,555 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/data/hbase/replication/8d2c12e81ea87804b99978fc02039819/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-18T18:12:47,555 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T18:12:47,555 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T18:12:47,555 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731953553933.8d2c12e81ea87804b99978fc02039819. 2024-11-18T18:12:47,555 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8d2c12e81ea87804b99978fc02039819: Waiting for close lock at 1731953566693Running coprocessor pre-close hooks at 1731953566693Disabling compacts and flushes for region at 1731953566693Disabling writes for close at 1731953566693Obtaining lock to block concurrent updates at 1731953566693Preparing flush snapshotting stores in 8d2c12e81ea87804b99978fc02039819 at 1731953566693Finished memstore snapshotting hbase:replication,,1731953553933.8d2c12e81ea87804b99978fc02039819., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1731953566693Flushing stores of hbase:replication,,1731953553933.8d2c12e81ea87804b99978fc02039819. at 1731953566693Flushing 8d2c12e81ea87804b99978fc02039819/hfileref: creating writer at 1731953566694 (+1 ms)Flushing 8d2c12e81ea87804b99978fc02039819/hfileref: appending metadata at 1731953566707 (+13 ms)Flushing 8d2c12e81ea87804b99978fc02039819/hfileref: closing flushed file at 1731953566707Flushing 8d2c12e81ea87804b99978fc02039819/queue: creating writer at 1731953567115 (+408 ms)Flushing 8d2c12e81ea87804b99978fc02039819/queue: appending metadata at 1731953567132 (+17 ms)Flushing 8d2c12e81ea87804b99978fc02039819/queue: closing flushed file at 1731953567132Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@388158fa: reopening flushed file at 1731953567541 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1045121e: reopening flushed file at 1731953567546 (+5 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 8d2c12e81ea87804b99978fc02039819 in 858ms, sequenceid=10, compaction requested=false at 1731953567551 (+5 ms)Writing region close event to WAL at 1731953567552 (+1 ms)Running coprocessor post-close hooks at 1731953567555 (+3 ms)Closed at 1731953567555 2024-11-18T18:12:47,555 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731953553933.8d2c12e81ea87804b99978fc02039819. 2024-11-18T18:12:47,559 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/data/hbase/meta/1588230740/.tmp/rep_barrier/bfa1efc9b3554f8cb42b8ca38d7d7071 is 112, key is test,,1731953551127.c63cc59448170fd7febe72a7cd5ee5b4./rep_barrier:seqnumDuringOpen/1731953551510/Put/seqid=0 2024-11-18T18:12:47,561 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T18:12:47,562 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 818bff808382:35743 this server is in the failed servers list 2024-11-18T18:12:47,562 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [818bff808382,35743,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=818bff808382:35743 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 818bff808382:35743 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-18T18:12:47,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38401 is added to blk_1073741850_1026 (size=5518) 2024-11-18T18:12:47,689 INFO [RS:0;818bff808382:43879 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-18T18:12:47,689 DEBUG [RS:0;818bff808382:43879 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-18T18:12:47,689 DEBUG [RS:0;818bff808382:43879 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T18:12:47,788 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,43879,1731953543895.replicationSource.wal-reader.818bff808382%2C43879%2C1731953543895,1-818bff808382,43879,1731953543895 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/WALs/818bff808382,43879,1731953543895/818bff808382%2C43879%2C1731953543895.1731953546110 to pos 1328, reset compression=false 2024-11-18T18:12:47,871 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T18:12:47,871 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 818bff808382:35743 this server is in the failed servers list 2024-11-18T18:12:47,871 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [818bff808382,35743,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=818bff808382:35743 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 818bff808382:35743 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-18T18:12:47,889 DEBUG [RS:0;818bff808382:43879 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T18:12:47,963 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/data/hbase/meta/1588230740/.tmp/rep_barrier/bfa1efc9b3554f8cb42b8ca38d7d7071 2024-11-18T18:12:47,982 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/data/hbase/meta/1588230740/.tmp/table/5993d0e8a2094f7182126b6d583250ac is 53, key is hbase:replication/table:state/1731953555110/Put/seqid=0 2024-11-18T18:12:47,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38401 is added to blk_1073741851_1027 (size=5308) 2024-11-18T18:12:48,089 DEBUG [RS:0;818bff808382:43879 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T18:12:48,139 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T18:12:48,166 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:12:48,166 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:12:48,166 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:12:48,166 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:12:48,167 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:12:48,167 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:12:48,175 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:12:48,178 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:12:48,290 DEBUG [RS:0;818bff808382:43879 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T18:12:48,293 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,43879,1731953543895.replicationSource.wal-reader.818bff808382%2C43879%2C1731953543895,1-818bff808382,43879,1731953543895 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/WALs/818bff808382,43879,1731953543895/818bff808382%2C43879%2C1731953543895.1731953546110 to pos 1328, reset compression=false 2024-11-18T18:12:48,381 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T18:12:48,381 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 818bff808382:35743 this server is in the failed servers list 2024-11-18T18:12:48,382 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [818bff808382,35743,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=818bff808382:35743 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 818bff808382:35743 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-18T18:12:48,389 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/data/hbase/meta/1588230740/.tmp/table/5993d0e8a2094f7182126b6d583250ac 2024-11-18T18:12:48,394 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/data/hbase/meta/1588230740/.tmp/info/206b005bceaf42d5b5242655072da8ad as hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/data/hbase/meta/1588230740/info/206b005bceaf42d5b5242655072da8ad 2024-11-18T18:12:48,398 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/data/hbase/meta/1588230740/info/206b005bceaf42d5b5242655072da8ad, entries=20, sequenceid=16, filesize=7.5 K 2024-11-18T18:12:48,399 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/data/hbase/meta/1588230740/.tmp/ns/0bd69355f03d46b4a05ee77a85af2762 as hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/data/hbase/meta/1588230740/ns/0bd69355f03d46b4a05ee77a85af2762 2024-11-18T18:12:48,403 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/data/hbase/meta/1588230740/ns/0bd69355f03d46b4a05ee77a85af2762, entries=2, sequenceid=16, filesize=5.0 K 2024-11-18T18:12:48,403 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/data/hbase/meta/1588230740/.tmp/rep_barrier/bfa1efc9b3554f8cb42b8ca38d7d7071 as hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/data/hbase/meta/1588230740/rep_barrier/bfa1efc9b3554f8cb42b8ca38d7d7071 2024-11-18T18:12:48,407 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/data/hbase/meta/1588230740/rep_barrier/bfa1efc9b3554f8cb42b8ca38d7d7071, entries=1, sequenceid=16, filesize=5.4 K 2024-11-18T18:12:48,408 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/data/hbase/meta/1588230740/.tmp/table/5993d0e8a2094f7182126b6d583250ac as hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/data/hbase/meta/1588230740/table/5993d0e8a2094f7182126b6d583250ac 2024-11-18T18:12:48,411 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/data/hbase/meta/1588230740/table/5993d0e8a2094f7182126b6d583250ac, entries=4, sequenceid=16, filesize=5.2 K 2024-11-18T18:12:48,412 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1724ms, sequenceid=16, compaction requested=false 2024-11-18T18:12:48,412 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T18:12:48,419 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-18T18:12:48,419 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T18:12:48,419 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T18:12:48,419 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T18:12:48,419 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731953566688Running coprocessor pre-close hooks at 1731953566688Disabling compacts and flushes for region at 1731953566688Disabling writes for close at 1731953566688Obtaining lock to block concurrent updates at 1731953566689 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731953566689Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731953566689Flushing stores of hbase:meta,,1.1588230740 at 1731953566689Flushing 1588230740/info: creating writer at 1731953566690 (+1 ms)Flushing 1588230740/info: appending metadata at 1731953566704 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731953566704Flushing 1588230740/ns: creating writer at 1731953567113 (+409 ms)Flushing 1588230740/ns: appending metadata at 1731953567132 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731953567132Flushing 1588230740/rep_barrier: creating writer at 1731953567541 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731953567559 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731953567559Flushing 1588230740/table: creating writer at 1731953567968 (+409 ms)Flushing 1588230740/table: appending metadata at 1731953567982 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731953567982Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@436ad3d6: reopening flushed file at 1731953568393 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15c9a479: reopening flushed file at 1731953568398 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4417360d: reopening flushed file at 1731953568403 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35a7d9ac: reopening flushed file at 1731953568407 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1724ms, sequenceid=16, compaction requested=false at 1731953568412 (+5 ms)Writing region close event to WAL at 1731953568416 (+4 ms)Running coprocessor post-close hooks at 1731953568419 (+3 ms)Closed at 1731953568419 2024-11-18T18:12:48,420 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T18:12:48,490 INFO [RS:0;818bff808382:43879 {}] regionserver.HRegionServer(976): stopping server 818bff808382,43879,1731953543895; all regions closed. 2024-11-18T18:12:48,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38401 is added to blk_1073741834_1010 (size=4239) 2024-11-18T18:12:48,492 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/WALs/818bff808382,43879,1731953543895/818bff808382%2C43879%2C1731953543895.meta.1731953546941.meta not finished, retry = 0 2024-11-18T18:12:48,595 DEBUG [RS:0;818bff808382:43879 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/oldWALs 2024-11-18T18:12:48,595 INFO [RS:0;818bff808382:43879 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 818bff808382%2C43879%2C1731953543895.meta:.meta(num 1731953546941) 2024-11-18T18:12:48,597 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/WALs/818bff808382,43879,1731953543895/818bff808382%2C43879%2C1731953543895.rep.1731953555070 not finished, retry = 0 2024-11-18T18:12:48,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38401 is added to blk_1073741839_1015 (size=2695) 2024-11-18T18:12:48,699 DEBUG [RS:0;818bff808382:43879 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/oldWALs 2024-11-18T18:12:48,699 INFO [RS:0;818bff808382:43879 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 818bff808382%2C43879%2C1731953543895.rep:(num 1731953555070) 2024-11-18T18:12:48,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38401 is added to blk_1073741832_1008 (size=1336) 2024-11-18T18:12:48,701 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/WALs/818bff808382,43879,1731953543895/818bff808382%2C43879%2C1731953543895.1731953546110 not finished, retry = 0 2024-11-18T18:12:48,804 DEBUG [RS:0;818bff808382:43879 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/oldWALs 2024-11-18T18:12:48,804 INFO [RS:0;818bff808382:43879 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 818bff808382%2C43879%2C1731953543895:(num 1731953546110) 2024-11-18T18:12:48,804 DEBUG [RS:0;818bff808382:43879 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:12:48,804 INFO [RS:0;818bff808382:43879 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T18:12:48,804 INFO [RS:0;818bff808382:43879 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T18:12:48,804 INFO [RS:0;818bff808382:43879 {}] hbase.ChoreService(370): Chore service for: regionserver/818bff808382:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-18T18:12:48,804 INFO [RS:0;818bff808382:43879 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T18:12:48,804 INFO [regionserver/818bff808382:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T18:12:48,804 INFO [RS:0;818bff808382:43879 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-818bff808382,43879,1731953543895 because: Region server is closing 2024-11-18T18:12:48,805 INFO [RS:0;818bff808382:43879 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;818bff808382:43879. 2024-11-18T18:12:48,805 DEBUG [RS:0;818bff808382:43879 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T18:12:48,805 DEBUG [RS:0;818bff808382:43879 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:12:48,805 DEBUG [RS:0;818bff808382:43879 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:12:48,805 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T18:12:48,905 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,43879,1731953543895.replicationSource.shipper818bff808382%2C43879%2C1731953543895,1-818bff808382,43879,1731953543895 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-11-18T18:12:48,906 WARN [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,43879,1731953543895.replicationSource.shipper818bff808382%2C43879%2C1731953543895,1-818bff808382,43879,1731953543895 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-18T18:12:48,906 WARN [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,43879,1731953543895.replicationSource.shipper818bff808382%2C43879%2C1731953543895,1-818bff808382,43879,1731953543895 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-18T18:12:49,402 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T18:12:49,402 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [818bff808382,35743,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=818bff808382:35743 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-18T18:12:49,405 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2154 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [818bff808382,35743,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=818bff808382:35743 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-18T18:12:49,706 INFO [RS:0;818bff808382:43879 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,43879,1731953543895.replicationSource.shipper818bff808382%2C43879%2C1731953543895,1-818bff808382,43879,1731953543895 terminated 2024-11-18T18:12:49,707 INFO [RS:0;818bff808382:43879 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;818bff808382:43879. 2024-11-18T18:12:49,707 DEBUG [RS:0;818bff808382:43879 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T18:12:49,707 DEBUG [RS:0;818bff808382:43879 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:12:49,707 DEBUG [RS:0;818bff808382:43879 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:12:49,707 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T18:12:49,707 INFO [RS:0;818bff808382:43879 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43879 2024-11-18T18:12:49,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43879-0x1000bd57ccb0001, quorum=127.0.0.1:53338, baseZNode=/0397809682 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0397809682/rs/818bff808382,43879,1731953543895 2024-11-18T18:12:49,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38689-0x1000bd57ccb0000, quorum=127.0.0.1:53338, baseZNode=/0397809682 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0397809682/rs 2024-11-18T18:12:49,709 INFO [RS:0;818bff808382:43879 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T18:12:49,710 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [818bff808382,43879,1731953543895] 2024-11-18T18:12:49,712 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0397809682/draining/818bff808382,43879,1731953543895 already deleted, retry=false 2024-11-18T18:12:49,712 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 818bff808382,43879,1731953543895 expired; onlineServers=0 2024-11-18T18:12:49,712 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '818bff808382,38689,1731953543834' ***** 2024-11-18T18:12:49,712 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T18:12:49,712 INFO [M:0;818bff808382:38689 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T18:12:49,712 INFO [M:0;818bff808382:38689 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T18:12:49,712 DEBUG [M:0;818bff808382:38689 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T18:12:49,712 DEBUG [M:0;818bff808382:38689 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T18:12:49,712 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T18:12:49,712 DEBUG [master/818bff808382:0:becomeActiveMaster-HFileCleaner.small.0-1731953545824 {}] cleaner.HFileCleaner(306): Exit Thread[master/818bff808382:0:becomeActiveMaster-HFileCleaner.small.0-1731953545824,5,FailOnTimeoutGroup] 2024-11-18T18:12:49,712 DEBUG [master/818bff808382:0:becomeActiveMaster-HFileCleaner.large.0-1731953545813 {}] cleaner.HFileCleaner(306): Exit Thread[master/818bff808382:0:becomeActiveMaster-HFileCleaner.large.0-1731953545813,5,FailOnTimeoutGroup] 2024-11-18T18:12:49,713 INFO [M:0;818bff808382:38689 {}] hbase.ChoreService(370): Chore service for: master/818bff808382:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T18:12:49,713 INFO [M:0;818bff808382:38689 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T18:12:49,713 DEBUG [M:0;818bff808382:38689 {}] master.HMaster(1795): Stopping service threads 2024-11-18T18:12:49,713 INFO [M:0;818bff808382:38689 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T18:12:49,713 INFO [M:0;818bff808382:38689 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T18:12:49,713 INFO [M:0;818bff808382:38689 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T18:12:49,713 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T18:12:49,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38689-0x1000bd57ccb0000, quorum=127.0.0.1:53338, baseZNode=/0397809682 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0397809682/master 2024-11-18T18:12:49,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38689-0x1000bd57ccb0000, quorum=127.0.0.1:53338, baseZNode=/0397809682 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0397809682 2024-11-18T18:12:49,719 DEBUG [M:0;818bff808382:38689 {}] zookeeper.ZKUtil(347): master:38689-0x1000bd57ccb0000, quorum=127.0.0.1:53338, baseZNode=/0397809682 Unable to get data of znode /0397809682/master because node does not exist (not an error) 2024-11-18T18:12:49,719 WARN [M:0;818bff808382:38689 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T18:12:49,721 INFO [M:0;818bff808382:38689 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/.lastflushedseqids 2024-11-18T18:12:49,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38401 is added to blk_1073741852_1028 (size=263) 2024-11-18T18:12:49,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43879-0x1000bd57ccb0001, quorum=127.0.0.1:53338, baseZNode=/0397809682 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T18:12:49,811 INFO [RS:0;818bff808382:43879 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T18:12:49,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43879-0x1000bd57ccb0001, quorum=127.0.0.1:53338, baseZNode=/0397809682 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T18:12:49,811 INFO [RS:0;818bff808382:43879 {}] regionserver.HRegionServer(1031): Exiting; stopping=818bff808382,43879,1731953543895; zookeeper connection closed. 2024-11-18T18:12:49,811 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2e75e2bc {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2e75e2bc 2024-11-18T18:12:49,811 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T18:12:50,126 INFO [M:0;818bff808382:38689 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T18:12:50,126 INFO [M:0;818bff808382:38689 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T18:12:50,126 DEBUG [M:0;818bff808382:38689 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T18:12:50,126 INFO [M:0;818bff808382:38689 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:12:50,126 DEBUG [M:0;818bff808382:38689 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:12:50,126 DEBUG [M:0;818bff808382:38689 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T18:12:50,126 DEBUG [M:0;818bff808382:38689 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:12:50,126 INFO [M:0;818bff808382:38689 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-18T18:12:50,142 DEBUG [M:0;818bff808382:38689 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1533a1ec057440dd9e6d8ec33388c206 is 82, key is hbase:meta,,1/info:regioninfo/1731953546978/Put/seqid=0 2024-11-18T18:12:50,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38401 is added to blk_1073741853_1029 (size=5672) 2024-11-18T18:12:50,147 INFO [M:0;818bff808382:38689 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1533a1ec057440dd9e6d8ec33388c206 2024-11-18T18:12:50,164 DEBUG [M:0;818bff808382:38689 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e66f4fa77a4841279b59306358e8cbe6 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731953555113/Put/seqid=0 2024-11-18T18:12:50,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38401 is added to blk_1073741854_1030 (size=8515) 2024-11-18T18:12:50,569 INFO [M:0;818bff808382:38689 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e66f4fa77a4841279b59306358e8cbe6 2024-11-18T18:12:50,594 DEBUG [M:0;818bff808382:38689 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ebae4114561f4759a2bd5406c5b52900 is 69, key is 818bff808382,43879,1731953543895/rs:state/1731953545882/Put/seqid=0 2024-11-18T18:12:50,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38401 is added to blk_1073741855_1031 (size=5156) 2024-11-18T18:12:50,601 INFO [M:0;818bff808382:38689 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ebae4114561f4759a2bd5406c5b52900 2024-11-18T18:12:50,607 DEBUG [M:0;818bff808382:38689 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1533a1ec057440dd9e6d8ec33388c206 as hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1533a1ec057440dd9e6d8ec33388c206 2024-11-18T18:12:50,612 INFO [M:0;818bff808382:38689 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1533a1ec057440dd9e6d8ec33388c206, entries=8, sequenceid=97, filesize=5.5 K 2024-11-18T18:12:50,613 DEBUG [M:0;818bff808382:38689 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e66f4fa77a4841279b59306358e8cbe6 as hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e66f4fa77a4841279b59306358e8cbe6 2024-11-18T18:12:50,617 INFO [M:0;818bff808382:38689 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e66f4fa77a4841279b59306358e8cbe6, entries=11, sequenceid=97, filesize=8.3 K 2024-11-18T18:12:50,618 DEBUG [M:0;818bff808382:38689 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ebae4114561f4759a2bd5406c5b52900 as hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ebae4114561f4759a2bd5406c5b52900 2024-11-18T18:12:50,622 INFO [M:0;818bff808382:38689 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44727/user/jenkins/test-data/a397773e-fad2-6242-b15a-3fb5ce94be7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ebae4114561f4759a2bd5406c5b52900, entries=1, sequenceid=97, filesize=5.0 K 2024-11-18T18:12:50,623 INFO [M:0;818bff808382:38689 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 497ms, sequenceid=97, compaction requested=false 2024-11-18T18:12:50,632 INFO [M:0;818bff808382:38689 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:12:50,632 DEBUG [M:0;818bff808382:38689 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731953570126Disabling compacts and flushes for region at 1731953570126Disabling writes for close at 1731953570126Obtaining lock to block concurrent updates at 1731953570126Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731953570126Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731953570126Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731953570127 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731953570127Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731953570141 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731953570141Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731953570151 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731953570164 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731953570164Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731953570573 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731953570593 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731953570593Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f80fd02: reopening flushed file at 1731953570606 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59630598: reopening flushed file at 1731953570612 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ac6bc3a: reopening flushed file at 1731953570617 (+5 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 497ms, sequenceid=97, compaction requested=false at 1731953570623 (+6 ms)Writing region close event to WAL at 1731953570632 (+9 ms)Closed at 1731953570632 2024-11-18T18:12:50,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38401 is added to blk_1073741830_1006 (size=63642) 2024-11-18T18:12:50,635 INFO [M:0;818bff808382:38689 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T18:12:50,635 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T18:12:50,635 INFO [M:0;818bff808382:38689 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38689 2024-11-18T18:12:50,635 INFO [M:0;818bff808382:38689 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T18:12:50,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38689-0x1000bd57ccb0000, quorum=127.0.0.1:53338, baseZNode=/0397809682 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T18:12:50,738 INFO [M:0;818bff808382:38689 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T18:12:50,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38689-0x1000bd57ccb0000, quorum=127.0.0.1:53338, baseZNode=/0397809682 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T18:12:50,740 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@469bf754{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T18:12:50,741 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@169b54f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T18:12:50,741 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T18:12:50,741 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6764637a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T18:12:50,741 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@693f0c4e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4f207d2-559a-1fa8-d8ec-06560fe8b915/hadoop.log.dir/,STOPPED} 2024-11-18T18:12:50,743 WARN [BP-692307434-172.17.0.2-1731953542172 heartbeating to localhost/127.0.0.1:44727 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T18:12:50,743 WARN [BP-692307434-172.17.0.2-1731953542172 heartbeating to localhost/127.0.0.1:44727 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-692307434-172.17.0.2-1731953542172 (Datanode Uuid 63dac714-0407-456e-a5db-50ec34babc80) service to localhost/127.0.0.1:44727 2024-11-18T18:12:50,743 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4f207d2-559a-1fa8-d8ec-06560fe8b915/cluster_1a94cb87-7f68-f3d5-3935-2ed06fb55f00/data/data1/current/BP-692307434-172.17.0.2-1731953542172 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T18:12:50,744 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4f207d2-559a-1fa8-d8ec-06560fe8b915/cluster_1a94cb87-7f68-f3d5-3935-2ed06fb55f00/data/data2/current/BP-692307434-172.17.0.2-1731953542172 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T18:12:50,744 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T18:12:50,744 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T18:12:50,744 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T18:12:50,751 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2815af66{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T18:12:50,751 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7702e3a8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T18:12:50,751 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T18:12:50,752 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7762b913{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T18:12:50,752 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ecb4db1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4f207d2-559a-1fa8-d8ec-06560fe8b915/hadoop.log.dir/,STOPPED} 2024-11-18T18:12:50,757 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-18T18:12:50,770 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T18:12:50,782 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=246 (was 209) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35543 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35543 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44727 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35543 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44727 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53338) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44727 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53338) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35543 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44727 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35543 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44727 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44727 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44727 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44727 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44727 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:44727 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:35543 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35543 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35543 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35543 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35543 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44727 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44727 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35543 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35543 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44727 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44727 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=624 (was 581) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=393 (was 197) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=10885 (was 11016) 2024-11-18T18:12:50,791 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=246, OpenFileDescriptor=624, MaxFileDescriptor=1048576, SystemLoadAverage=393, ProcessCount=11, AvailableMemoryMB=10885 2024-11-18T18:12:50,807 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-18T18:12:50,807 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/707e3542-3495-94ae-f620-38a44718c5dd/hadoop.log.dir so I do NOT create it in target/test-data/6feb68c6-b814-d6f4-cf32-4abf5665d726 2024-11-18T18:12:50,807 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/707e3542-3495-94ae-f620-38a44718c5dd/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T18:12:50,807 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/707e3542-3495-94ae-f620-38a44718c5dd/hadoop.tmp.dir so I do NOT create it in target/test-data/6feb68c6-b814-d6f4-cf32-4abf5665d726 2024-11-18T18:12:50,807 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/707e3542-3495-94ae-f620-38a44718c5dd/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T18:12:50,807 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6feb68c6-b814-d6f4-cf32-4abf5665d726 2024-11-18T18:12:50,807 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6feb68c6-b814-d6f4-cf32-4abf5665d726/cluster_bb7294ca-a4e0-0187-494c-755737b7c387, deleteOnExit=true 2024-11-18T18:12:50,811 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6feb68c6-b814-d6f4-cf32-4abf5665d726/cluster_bb7294ca-a4e0-0187-494c-755737b7c387/zookeeper_0, clientPort=50040, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6feb68c6-b814-d6f4-cf32-4abf5665d726/cluster_bb7294ca-a4e0-0187-494c-755737b7c387/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6feb68c6-b814-d6f4-cf32-4abf5665d726/cluster_bb7294ca-a4e0-0187-494c-755737b7c387/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-18T18:12:50,811 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50040 2024-11-18T18:12:50,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T18:12:50,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T18:12:50,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6feb68c6-b814-d6f4-cf32-4abf5665d726/test.cache.data in system properties and HBase conf 2024-11-18T18:12:50,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6feb68c6-b814-d6f4-cf32-4abf5665d726/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T18:12:50,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6feb68c6-b814-d6f4-cf32-4abf5665d726/hadoop.log.dir in system properties and HBase conf 2024-11-18T18:12:50,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6feb68c6-b814-d6f4-cf32-4abf5665d726/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T18:12:50,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6feb68c6-b814-d6f4-cf32-4abf5665d726/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T18:12:50,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T18:12:50,812 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T18:12:50,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6feb68c6-b814-d6f4-cf32-4abf5665d726/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T18:12:50,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6feb68c6-b814-d6f4-cf32-4abf5665d726/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T18:12:50,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6feb68c6-b814-d6f4-cf32-4abf5665d726/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T18:12:50,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6feb68c6-b814-d6f4-cf32-4abf5665d726/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T18:12:50,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6feb68c6-b814-d6f4-cf32-4abf5665d726/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T18:12:50,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6feb68c6-b814-d6f4-cf32-4abf5665d726/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T18:12:50,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6feb68c6-b814-d6f4-cf32-4abf5665d726/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T18:12:50,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6feb68c6-b814-d6f4-cf32-4abf5665d726/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T18:12:50,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6feb68c6-b814-d6f4-cf32-4abf5665d726/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T18:12:50,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6feb68c6-b814-d6f4-cf32-4abf5665d726/nfs.dump.dir in system properties and HBase conf 2024-11-18T18:12:50,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6feb68c6-b814-d6f4-cf32-4abf5665d726/java.io.tmpdir in system properties and HBase conf 2024-11-18T18:12:50,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6feb68c6-b814-d6f4-cf32-4abf5665d726/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T18:12:50,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6feb68c6-b814-d6f4-cf32-4abf5665d726/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T18:12:50,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6feb68c6-b814-d6f4-cf32-4abf5665d726/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T18:12:50,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1000bd57ccb0005, quorum=127.0.0.1:53338, baseZNode=/1-134242786 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T18:12:50,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1000bd57ccb0002, quorum=127.0.0.1:53338, baseZNode=/0397809682 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T18:12:50,856 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1000bd57ccb0002, quorum=127.0.0.1:53338, baseZNode=/0397809682 Received Disconnected from ZooKeeper, ignoring 2024-11-18T18:12:50,856 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1000bd57ccb0005, quorum=127.0.0.1:53338, baseZNode=/1-134242786 Received Disconnected from ZooKeeper, ignoring 2024-11-18T18:12:50,909 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T18:12:50,913 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T18:12:50,918 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T18:12:50,918 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T18:12:50,918 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T18:12:50,924 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T18:12:50,925 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ea90aa6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6feb68c6-b814-d6f4-cf32-4abf5665d726/hadoop.log.dir/,AVAILABLE} 2024-11-18T18:12:50,925 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@106020e1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T18:12:51,082 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@60f6c271{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6feb68c6-b814-d6f4-cf32-4abf5665d726/java.io.tmpdir/jetty-localhost-44655-hadoop-hdfs-3_4_1-tests_jar-_-any-12225413654463287882/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T18:12:51,083 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@689da65b{HTTP/1.1, (http/1.1)}{localhost:44655} 2024-11-18T18:12:51,083 INFO [Time-limited test {}] server.Server(415): Started @181179ms 2024-11-18T18:12:51,207 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T18:12:51,210 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T18:12:51,215 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T18:12:51,215 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T18:12:51,215 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T18:12:51,216 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65ffc534{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6feb68c6-b814-d6f4-cf32-4abf5665d726/hadoop.log.dir/,AVAILABLE} 2024-11-18T18:12:51,216 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c5b79ec{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T18:12:51,350 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@30b0c31f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6feb68c6-b814-d6f4-cf32-4abf5665d726/java.io.tmpdir/jetty-localhost-40779-hadoop-hdfs-3_4_1-tests_jar-_-any-4705031996407367294/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T18:12:51,351 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@398473d7{HTTP/1.1, (http/1.1)}{localhost:40779} 2024-11-18T18:12:51,351 INFO [Time-limited test {}] server.Server(415): Started @181447ms 2024-11-18T18:12:51,352 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T18:12:51,421 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T18:12:51,422 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [818bff808382,35743,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=818bff808382:35743 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-18T18:12:51,422 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4173 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [818bff808382,35743,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=818bff808382:35743 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-18T18:12:51,438 WARN [Thread-2193 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6feb68c6-b814-d6f4-cf32-4abf5665d726/cluster_bb7294ca-a4e0-0187-494c-755737b7c387/data/data1/current/BP-1920898489-172.17.0.2-1731953570849/current, will proceed with Du for space computation calculation, 2024-11-18T18:12:51,439 WARN [Thread-2194 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6feb68c6-b814-d6f4-cf32-4abf5665d726/cluster_bb7294ca-a4e0-0187-494c-755737b7c387/data/data2/current/BP-1920898489-172.17.0.2-1731953570849/current, will proceed with Du for space computation calculation, 2024-11-18T18:12:51,459 WARN [Thread-2181 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T18:12:51,462 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf8fdb38124a9d519 with lease ID 0x1783e5aef854979e: Processing first storage report for DS-c64b72aa-1e9b-4d76-9003-181a86a3cb04 from datanode DatanodeRegistration(127.0.0.1:44661, datanodeUuid=c878bbc7-b6cb-498c-93b9-5edbfad297ef, infoPort=38861, infoSecurePort=0, ipcPort=42507, storageInfo=lv=-57;cid=testClusterID;nsid=257775968;c=1731953570849) 2024-11-18T18:12:51,462 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf8fdb38124a9d519 with lease ID 0x1783e5aef854979e: from storage DS-c64b72aa-1e9b-4d76-9003-181a86a3cb04 node DatanodeRegistration(127.0.0.1:44661, datanodeUuid=c878bbc7-b6cb-498c-93b9-5edbfad297ef, infoPort=38861, infoSecurePort=0, ipcPort=42507, storageInfo=lv=-57;cid=testClusterID;nsid=257775968;c=1731953570849), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T18:12:51,462 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf8fdb38124a9d519 with lease ID 0x1783e5aef854979e: Processing first storage report for DS-51064098-7581-4e6f-83b8-404bcaba02c7 from datanode DatanodeRegistration(127.0.0.1:44661, datanodeUuid=c878bbc7-b6cb-498c-93b9-5edbfad297ef, infoPort=38861, infoSecurePort=0, ipcPort=42507, storageInfo=lv=-57;cid=testClusterID;nsid=257775968;c=1731953570849) 2024-11-18T18:12:51,462 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf8fdb38124a9d519 with lease ID 0x1783e5aef854979e: from storage DS-51064098-7581-4e6f-83b8-404bcaba02c7 node DatanodeRegistration(127.0.0.1:44661, datanodeUuid=c878bbc7-b6cb-498c-93b9-5edbfad297ef, infoPort=38861, infoSecurePort=0, ipcPort=42507, storageInfo=lv=-57;cid=testClusterID;nsid=257775968;c=1731953570849), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T18:12:51,476 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6feb68c6-b814-d6f4-cf32-4abf5665d726 2024-11-18T18:12:51,476 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:12:51,478 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:12:51,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44661 is added to blk_1073741825_1001 (size=7) 2024-11-18T18:12:51,886 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38135/user/jenkins/test-data/0d582035-c995-c367-1a1f-8e04857094e0 with version=8 2024-11-18T18:12:51,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38135/user/jenkins/test-data/0d582035-c995-c367-1a1f-8e04857094e0/hbase-staging 2024-11-18T18:12:51,888 INFO [Time-limited test {}] client.ConnectionUtils(128): master/818bff808382:0 server-side Connection retries=45 2024-11-18T18:12:51,888 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T18:12:51,888 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T18:12:51,888 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T18:12:51,888 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T18:12:51,888 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T18:12:51,888 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T18:12:51,888 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T18:12:51,889 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38621 2024-11-18T18:12:51,890 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38621 connecting to ZooKeeper ensemble=127.0.0.1:50040 2024-11-18T18:12:51,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:386210x0, quorum=127.0.0.1:50040, baseZNode=/01236169711 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T18:12:51,896 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38621-0x1000bd5ece00000 connected 2024-11-18T18:12:51,915 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:12:51,917 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:12:51,919 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38621-0x1000bd5ece00000, quorum=127.0.0.1:50040, baseZNode=/01236169711 Set watcher on znode that does not yet exist, /01236169711/running 2024-11-18T18:12:51,919 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38135/user/jenkins/test-data/0d582035-c995-c367-1a1f-8e04857094e0, hbase.cluster.distributed=false 2024-11-18T18:12:51,920 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38621-0x1000bd5ece00000, quorum=127.0.0.1:50040, baseZNode=/01236169711 Set watcher on znode that does not yet exist, /01236169711/acl 2024-11-18T18:12:51,920 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38621 2024-11-18T18:12:51,924 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38621 2024-11-18T18:12:51,924 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38621 2024-11-18T18:12:51,926 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38621 2024-11-18T18:12:51,927 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38621 2024-11-18T18:12:51,941 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/818bff808382:0 server-side Connection retries=45 2024-11-18T18:12:51,941 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T18:12:51,941 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T18:12:51,941 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T18:12:51,941 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T18:12:51,941 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T18:12:51,941 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T18:12:51,941 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T18:12:51,942 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44161 2024-11-18T18:12:51,942 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44161 connecting to ZooKeeper ensemble=127.0.0.1:50040 2024-11-18T18:12:51,943 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:12:51,944 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:12:51,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:441610x0, quorum=127.0.0.1:50040, baseZNode=/01236169711 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T18:12:51,948 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:441610x0, quorum=127.0.0.1:50040, baseZNode=/01236169711 Set watcher on znode that does not yet exist, /01236169711/running 2024-11-18T18:12:51,948 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44161-0x1000bd5ece00001 connected 2024-11-18T18:12:51,948 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T18:12:51,952 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T18:12:51,952 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44161-0x1000bd5ece00001, quorum=127.0.0.1:50040, baseZNode=/01236169711 Set watcher on znode that does not yet exist, /01236169711/master 2024-11-18T18:12:51,953 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44161-0x1000bd5ece00001, quorum=127.0.0.1:50040, baseZNode=/01236169711 Set watcher on znode that does not yet exist, /01236169711/acl 2024-11-18T18:12:51,957 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44161 2024-11-18T18:12:51,959 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44161 2024-11-18T18:12:51,959 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44161 2024-11-18T18:12:51,960 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44161 2024-11-18T18:12:51,960 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44161 2024-11-18T18:12:51,974 DEBUG [M:0;818bff808382:38621 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;818bff808382:38621 2024-11-18T18:12:51,976 INFO [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01236169711/backup-masters/818bff808382,38621,1731953571888 2024-11-18T18:12:51,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38621-0x1000bd5ece00000, quorum=127.0.0.1:50040, baseZNode=/01236169711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01236169711/backup-masters 2024-11-18T18:12:51,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44161-0x1000bd5ece00001, quorum=127.0.0.1:50040, baseZNode=/01236169711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01236169711/backup-masters 2024-11-18T18:12:51,978 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38621-0x1000bd5ece00000, quorum=127.0.0.1:50040, baseZNode=/01236169711 Set watcher on existing znode=/01236169711/backup-masters/818bff808382,38621,1731953571888 2024-11-18T18:12:51,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44161-0x1000bd5ece00001, quorum=127.0.0.1:50040, baseZNode=/01236169711 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01236169711/master 2024-11-18T18:12:51,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38621-0x1000bd5ece00000, quorum=127.0.0.1:50040, baseZNode=/01236169711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01236169711 2024-11-18T18:12:51,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44161-0x1000bd5ece00001, quorum=127.0.0.1:50040, baseZNode=/01236169711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01236169711 2024-11-18T18:12:51,980 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38621-0x1000bd5ece00000, quorum=127.0.0.1:50040, baseZNode=/01236169711 Set watcher on existing znode=/01236169711/master 2024-11-18T18:12:51,980 INFO [master/818bff808382:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01236169711/backup-masters/818bff808382,38621,1731953571888 from backup master directory 2024-11-18T18:12:51,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38621-0x1000bd5ece00000, quorum=127.0.0.1:50040, baseZNode=/01236169711 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01236169711/backup-masters/818bff808382,38621,1731953571888 2024-11-18T18:12:51,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44161-0x1000bd5ece00001, quorum=127.0.0.1:50040, baseZNode=/01236169711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01236169711/backup-masters 2024-11-18T18:12:51,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38621-0x1000bd5ece00000, quorum=127.0.0.1:50040, baseZNode=/01236169711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01236169711/backup-masters 2024-11-18T18:12:51,982 WARN [master/818bff808382:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T18:12:51,982 INFO [master/818bff808382:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=818bff808382,38621,1731953571888 2024-11-18T18:12:51,985 DEBUG [master/818bff808382:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38135/user/jenkins/test-data/0d582035-c995-c367-1a1f-8e04857094e0/hbase.id] with ID: 5d662076-8999-4e60-8957-c9f88feb461d 2024-11-18T18:12:51,985 DEBUG [master/818bff808382:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38135/user/jenkins/test-data/0d582035-c995-c367-1a1f-8e04857094e0/.tmp/hbase.id 2024-11-18T18:12:51,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44661 is added to blk_1073741826_1002 (size=42) 2024-11-18T18:12:51,993 DEBUG [master/818bff808382:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38135/user/jenkins/test-data/0d582035-c995-c367-1a1f-8e04857094e0/.tmp/hbase.id]:[hdfs://localhost:38135/user/jenkins/test-data/0d582035-c995-c367-1a1f-8e04857094e0/hbase.id] 2024-11-18T18:12:52,003 INFO [master/818bff808382:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:12:52,003 INFO [master/818bff808382:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T18:12:52,004 INFO [master/818bff808382:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-18T18:12:52,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38621-0x1000bd5ece00000, quorum=127.0.0.1:50040, baseZNode=/01236169711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01236169711 2024-11-18T18:12:52,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44161-0x1000bd5ece00001, quorum=127.0.0.1:50040, baseZNode=/01236169711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01236169711 2024-11-18T18:12:52,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44661 is added to blk_1073741827_1003 (size=196) 2024-11-18T18:12:52,023 INFO [master/818bff808382:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T18:12:52,024 INFO [master/818bff808382:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T18:12:52,028 INFO [master/818bff808382:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T18:12:52,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44661 is added to blk_1073741828_1004 (size=1189) 2024-11-18T18:12:52,438 INFO [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38135/user/jenkins/test-data/0d582035-c995-c367-1a1f-8e04857094e0/MasterData/data/master/store 2024-11-18T18:12:52,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44661 is added to blk_1073741829_1005 (size=34) 2024-11-18T18:12:52,849 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:12:52,849 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T18:12:52,849 INFO [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:12:52,849 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:12:52,849 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T18:12:52,849 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:12:52,849 INFO [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:12:52,849 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731953572849Disabling compacts and flushes for region at 1731953572849Disabling writes for close at 1731953572849Writing region close event to WAL at 1731953572849Closed at 1731953572849 2024-11-18T18:12:52,850 WARN [master/818bff808382:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38135/user/jenkins/test-data/0d582035-c995-c367-1a1f-8e04857094e0/MasterData/data/master/store/.initializing 2024-11-18T18:12:52,850 DEBUG [master/818bff808382:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38135/user/jenkins/test-data/0d582035-c995-c367-1a1f-8e04857094e0/MasterData/WALs/818bff808382,38621,1731953571888 2024-11-18T18:12:52,851 INFO [master/818bff808382:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T18:12:52,853 INFO [master/818bff808382:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=818bff808382%2C38621%2C1731953571888, suffix=, logDir=hdfs://localhost:38135/user/jenkins/test-data/0d582035-c995-c367-1a1f-8e04857094e0/MasterData/WALs/818bff808382,38621,1731953571888, archiveDir=hdfs://localhost:38135/user/jenkins/test-data/0d582035-c995-c367-1a1f-8e04857094e0/MasterData/oldWALs, maxLogs=10 2024-11-18T18:12:52,867 DEBUG [master/818bff808382:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0d582035-c995-c367-1a1f-8e04857094e0/MasterData/WALs/818bff808382,38621,1731953571888/818bff808382%2C38621%2C1731953571888.1731953572853, exclude list is [], retry=0 2024-11-18T18:12:52,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44661,DS-c64b72aa-1e9b-4d76-9003-181a86a3cb04,DISK] 2024-11-18T18:12:52,871 INFO [master/818bff808382:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0d582035-c995-c367-1a1f-8e04857094e0/MasterData/WALs/818bff808382,38621,1731953571888/818bff808382%2C38621%2C1731953571888.1731953572853 2024-11-18T18:12:52,871 DEBUG [master/818bff808382:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38861:38861)] 2024-11-18T18:12:52,871 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T18:12:52,872 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:12:52,872 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:12:52,872 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:12:52,873 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:12:52,874 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T18:12:52,874 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:12:52,875 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:12:52,875 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:12:52,875 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T18:12:52,876 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:12:52,876 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:12:52,876 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:12:52,877 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T18:12:52,877 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:12:52,877 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:12:52,877 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:12:52,878 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T18:12:52,878 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:12:52,879 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:12:52,879 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:12:52,879 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38135/user/jenkins/test-data/0d582035-c995-c367-1a1f-8e04857094e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:12:52,880 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38135/user/jenkins/test-data/0d582035-c995-c367-1a1f-8e04857094e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:12:52,881 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:12:52,881 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:12:52,881 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T18:12:52,882 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:12:52,884 DEBUG [master/818bff808382:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38135/user/jenkins/test-data/0d582035-c995-c367-1a1f-8e04857094e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T18:12:52,885 INFO [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72449318, jitterRate=0.07957896590232849}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T18:12:52,885 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731953572872Initializing all the Stores at 1731953572872Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953572872Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953572873 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953572873Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953572873Cleaning up temporary data from old regions at 1731953572881 (+8 ms)Region opened successfully at 1731953572885 (+4 ms) 2024-11-18T18:12:52,885 INFO [master/818bff808382:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T18:12:52,888 DEBUG [master/818bff808382:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5228b367, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=818bff808382/172.17.0.2:0 2024-11-18T18:12:52,889 INFO [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T18:12:52,889 INFO [master/818bff808382:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T18:12:52,889 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T18:12:52,889 INFO [master/818bff808382:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T18:12:52,889 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T18:12:52,890 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T18:12:52,890 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T18:12:52,893 INFO [master/818bff808382:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T18:12:52,895 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38621-0x1000bd5ece00000, quorum=127.0.0.1:50040, baseZNode=/01236169711 Unable to get data of znode /01236169711/balancer because node does not exist (not necessarily an error) 2024-11-18T18:12:52,896 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01236169711/balancer already deleted, retry=false 2024-11-18T18:12:52,896 INFO [master/818bff808382:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T18:12:52,897 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38621-0x1000bd5ece00000, quorum=127.0.0.1:50040, baseZNode=/01236169711 Unable to get data of znode /01236169711/normalizer because node does not exist (not necessarily an error) 2024-11-18T18:12:52,898 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01236169711/normalizer already deleted, retry=false 2024-11-18T18:12:52,898 INFO [master/818bff808382:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T18:12:52,899 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38621-0x1000bd5ece00000, quorum=127.0.0.1:50040, baseZNode=/01236169711 Unable to get data of znode /01236169711/switch/split because node does not exist (not necessarily an error) 2024-11-18T18:12:52,901 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01236169711/switch/split already deleted, retry=false 2024-11-18T18:12:52,901 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38621-0x1000bd5ece00000, quorum=127.0.0.1:50040, baseZNode=/01236169711 Unable to get data of znode /01236169711/switch/merge because node does not exist (not necessarily an error) 2024-11-18T18:12:52,903 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01236169711/switch/merge already deleted, retry=false 2024-11-18T18:12:52,904 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38621-0x1000bd5ece00000, quorum=127.0.0.1:50040, baseZNode=/01236169711 Unable to get data of znode /01236169711/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T18:12:52,905 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01236169711/snapshot-cleanup already deleted, retry=false 2024-11-18T18:12:52,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38621-0x1000bd5ece00000, quorum=127.0.0.1:50040, baseZNode=/01236169711 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01236169711/running 2024-11-18T18:12:52,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44161-0x1000bd5ece00001, quorum=127.0.0.1:50040, baseZNode=/01236169711 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01236169711/running 2024-11-18T18:12:52,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38621-0x1000bd5ece00000, quorum=127.0.0.1:50040, baseZNode=/01236169711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01236169711 2024-11-18T18:12:52,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44161-0x1000bd5ece00001, quorum=127.0.0.1:50040, baseZNode=/01236169711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01236169711 2024-11-18T18:12:52,907 INFO [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=818bff808382,38621,1731953571888, sessionid=0x1000bd5ece00000, setting cluster-up flag (Was=false) 2024-11-18T18:12:52,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38621-0x1000bd5ece00000, quorum=127.0.0.1:50040, baseZNode=/01236169711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01236169711 2024-11-18T18:12:52,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44161-0x1000bd5ece00001, quorum=127.0.0.1:50040, baseZNode=/01236169711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01236169711 2024-11-18T18:12:52,914 DEBUG [master/818bff808382:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01236169711/flush-table-proc/acquired, /01236169711/flush-table-proc/reached, /01236169711/flush-table-proc/abort 2024-11-18T18:12:52,915 DEBUG [master/818bff808382:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=818bff808382,38621,1731953571888 2024-11-18T18:12:52,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38621-0x1000bd5ece00000, quorum=127.0.0.1:50040, baseZNode=/01236169711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01236169711 2024-11-18T18:12:52,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44161-0x1000bd5ece00001, quorum=127.0.0.1:50040, baseZNode=/01236169711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01236169711 2024-11-18T18:12:52,923 DEBUG [master/818bff808382:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01236169711/online-snapshot/acquired, /01236169711/online-snapshot/reached, /01236169711/online-snapshot/abort 2024-11-18T18:12:52,924 DEBUG [master/818bff808382:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=818bff808382,38621,1731953571888 2024-11-18T18:12:52,925 INFO [master/818bff808382:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38135/user/jenkins/test-data/0d582035-c995-c367-1a1f-8e04857094e0/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T18:12:52,929 DEBUG [master/818bff808382:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T18:12:52,929 INFO [master/818bff808382:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T18:12:52,929 INFO [master/818bff808382:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T18:12:52,929 DEBUG [master/818bff808382:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 818bff808382,38621,1731953571888 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T18:12:52,930 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/818bff808382:0, corePoolSize=5, maxPoolSize=5 2024-11-18T18:12:52,930 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/818bff808382:0, corePoolSize=5, maxPoolSize=5 2024-11-18T18:12:52,930 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/818bff808382:0, corePoolSize=5, maxPoolSize=5 2024-11-18T18:12:52,930 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/818bff808382:0, corePoolSize=5, maxPoolSize=5 2024-11-18T18:12:52,930 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/818bff808382:0, corePoolSize=10, maxPoolSize=10 2024-11-18T18:12:52,930 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:12:52,930 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/818bff808382:0, corePoolSize=2, maxPoolSize=2 2024-11-18T18:12:52,930 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:12:52,938 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T18:12:52,938 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T18:12:52,939 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:12:52,939 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T18:12:52,944 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731953602944 2024-11-18T18:12:52,944 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T18:12:52,944 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T18:12:52,944 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T18:12:52,945 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T18:12:52,945 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T18:12:52,945 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T18:12:52,949 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T18:12:52,949 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T18:12:52,949 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T18:12:52,949 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T18:12:52,949 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T18:12:52,950 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T18:12:52,950 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T18:12:52,952 DEBUG [master/818bff808382:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/818bff808382:0:becomeActiveMaster-HFileCleaner.large.0-1731953572950,5,FailOnTimeoutGroup] 2024-11-18T18:12:52,952 DEBUG [master/818bff808382:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/818bff808382:0:becomeActiveMaster-HFileCleaner.small.0-1731953572952,5,FailOnTimeoutGroup] 2024-11-18T18:12:52,952 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T18:12:52,952 INFO [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T18:12:52,952 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T18:12:52,952 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T18:12:52,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44661 is added to blk_1073741831_1007 (size=1321) 2024-11-18T18:12:52,962 INFO [RS:0;818bff808382:44161 {}] regionserver.HRegionServer(746): ClusterId : 5d662076-8999-4e60-8957-c9f88feb461d 2024-11-18T18:12:52,962 DEBUG [RS:0;818bff808382:44161 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T18:12:52,965 DEBUG [RS:0;818bff808382:44161 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T18:12:52,965 DEBUG [RS:0;818bff808382:44161 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T18:12:52,967 DEBUG [RS:0;818bff808382:44161 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T18:12:52,967 DEBUG [RS:0;818bff808382:44161 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6267c3d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=818bff808382/172.17.0.2:0 2024-11-18T18:12:52,980 DEBUG [RS:0;818bff808382:44161 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;818bff808382:44161 2024-11-18T18:12:52,980 INFO [RS:0;818bff808382:44161 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T18:12:52,980 INFO [RS:0;818bff808382:44161 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T18:12:52,980 DEBUG [RS:0;818bff808382:44161 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T18:12:52,980 INFO [RS:0;818bff808382:44161 {}] regionserver.HRegionServer(2659): reportForDuty to master=818bff808382,38621,1731953571888 with port=44161, startcode=1731953571941 2024-11-18T18:12:52,981 DEBUG [RS:0;818bff808382:44161 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T18:12:52,982 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42365, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T18:12:52,983 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38621 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 818bff808382,44161,1731953571941 2024-11-18T18:12:52,983 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38621 {}] master.ServerManager(517): Registering regionserver=818bff808382,44161,1731953571941 2024-11-18T18:12:52,984 DEBUG [RS:0;818bff808382:44161 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38135/user/jenkins/test-data/0d582035-c995-c367-1a1f-8e04857094e0 2024-11-18T18:12:52,984 DEBUG [RS:0;818bff808382:44161 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38135 2024-11-18T18:12:52,984 DEBUG [RS:0;818bff808382:44161 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T18:12:52,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38621-0x1000bd5ece00000, quorum=127.0.0.1:50040, baseZNode=/01236169711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01236169711/rs 2024-11-18T18:12:52,986 DEBUG [RS:0;818bff808382:44161 {}] zookeeper.ZKUtil(111): regionserver:44161-0x1000bd5ece00001, quorum=127.0.0.1:50040, baseZNode=/01236169711 Set watcher on existing znode=/01236169711/rs/818bff808382,44161,1731953571941 2024-11-18T18:12:52,986 WARN [RS:0;818bff808382:44161 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T18:12:52,986 INFO [RS:0;818bff808382:44161 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T18:12:52,986 DEBUG [RS:0;818bff808382:44161 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38135/user/jenkins/test-data/0d582035-c995-c367-1a1f-8e04857094e0/WALs/818bff808382,44161,1731953571941 2024-11-18T18:12:52,987 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [818bff808382,44161,1731953571941] 2024-11-18T18:12:52,990 INFO [RS:0;818bff808382:44161 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T18:12:52,991 INFO [RS:0;818bff808382:44161 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T18:12:52,991 INFO [RS:0;818bff808382:44161 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T18:12:52,991 INFO [RS:0;818bff808382:44161 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T18:12:52,991 INFO [RS:0;818bff808382:44161 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T18:12:52,992 INFO [RS:0;818bff808382:44161 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T18:12:52,992 INFO [RS:0;818bff808382:44161 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T18:12:52,992 DEBUG [RS:0;818bff808382:44161 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:12:52,992 DEBUG [RS:0;818bff808382:44161 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:12:52,992 DEBUG [RS:0;818bff808382:44161 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:12:52,992 DEBUG [RS:0;818bff808382:44161 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:12:52,992 DEBUG [RS:0;818bff808382:44161 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:12:52,992 DEBUG [RS:0;818bff808382:44161 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/818bff808382:0, corePoolSize=2, maxPoolSize=2 2024-11-18T18:12:52,992 DEBUG [RS:0;818bff808382:44161 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:12:52,992 DEBUG [RS:0;818bff808382:44161 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:12:52,992 DEBUG [RS:0;818bff808382:44161 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:12:52,992 DEBUG [RS:0;818bff808382:44161 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:12:52,992 DEBUG [RS:0;818bff808382:44161 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:12:52,992 DEBUG [RS:0;818bff808382:44161 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:12:52,992 DEBUG [RS:0;818bff808382:44161 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0, corePoolSize=3, maxPoolSize=3 2024-11-18T18:12:52,992 DEBUG [RS:0;818bff808382:44161 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/818bff808382:0, corePoolSize=3, maxPoolSize=3 2024-11-18T18:12:52,996 INFO [RS:0;818bff808382:44161 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T18:12:52,996 INFO [RS:0;818bff808382:44161 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T18:12:52,996 INFO [RS:0;818bff808382:44161 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T18:12:52,996 INFO [RS:0;818bff808382:44161 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T18:12:52,996 INFO [RS:0;818bff808382:44161 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T18:12:52,996 INFO [RS:0;818bff808382:44161 {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,44161,1731953571941-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T18:12:53,010 INFO [RS:0;818bff808382:44161 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T18:12:53,010 INFO [RS:0;818bff808382:44161 {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,44161,1731953571941-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T18:12:53,010 INFO [RS:0;818bff808382:44161 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:12:53,010 INFO [RS:0;818bff808382:44161 {}] regionserver.Replication(171): 818bff808382,44161,1731953571941 started 2024-11-18T18:12:53,024 INFO [RS:0;818bff808382:44161 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:12:53,024 INFO [RS:0;818bff808382:44161 {}] regionserver.HRegionServer(1482): Serving as 818bff808382,44161,1731953571941, RpcServer on 818bff808382/172.17.0.2:44161, sessionid=0x1000bd5ece00001 2024-11-18T18:12:53,024 DEBUG [RS:0;818bff808382:44161 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T18:12:53,024 DEBUG [RS:0;818bff808382:44161 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 818bff808382,44161,1731953571941 2024-11-18T18:12:53,024 DEBUG [RS:0;818bff808382:44161 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '818bff808382,44161,1731953571941' 2024-11-18T18:12:53,024 DEBUG [RS:0;818bff808382:44161 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01236169711/flush-table-proc/abort' 2024-11-18T18:12:53,025 DEBUG [RS:0;818bff808382:44161 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01236169711/flush-table-proc/acquired' 2024-11-18T18:12:53,025 DEBUG [RS:0;818bff808382:44161 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T18:12:53,025 DEBUG [RS:0;818bff808382:44161 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T18:12:53,025 DEBUG [RS:0;818bff808382:44161 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 818bff808382,44161,1731953571941 2024-11-18T18:12:53,025 DEBUG [RS:0;818bff808382:44161 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '818bff808382,44161,1731953571941' 2024-11-18T18:12:53,025 DEBUG [RS:0;818bff808382:44161 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01236169711/online-snapshot/abort' 2024-11-18T18:12:53,025 DEBUG [RS:0;818bff808382:44161 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01236169711/online-snapshot/acquired' 2024-11-18T18:12:53,026 DEBUG [RS:0;818bff808382:44161 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T18:12:53,026 INFO [RS:0;818bff808382:44161 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T18:12:53,026 INFO [RS:0;818bff808382:44161 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T18:12:53,057 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T18:12:53,077 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:12:53,078 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:12:53,078 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:12:53,078 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:12:53,078 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:12:53,078 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:12:53,084 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:12:53,084 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:12:53,086 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:12:53,126 INFO [RS:0;818bff808382:44161 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T18:12:53,127 INFO [RS:0;818bff808382:44161 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=818bff808382%2C44161%2C1731953571941, suffix=, logDir=hdfs://localhost:38135/user/jenkins/test-data/0d582035-c995-c367-1a1f-8e04857094e0/WALs/818bff808382,44161,1731953571941, archiveDir=hdfs://localhost:38135/user/jenkins/test-data/0d582035-c995-c367-1a1f-8e04857094e0/oldWALs, maxLogs=10 2024-11-18T18:12:53,141 DEBUG [RS:0;818bff808382:44161 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0d582035-c995-c367-1a1f-8e04857094e0/WALs/818bff808382,44161,1731953571941/818bff808382%2C44161%2C1731953571941.1731953573128, exclude list is [], retry=0 2024-11-18T18:12:53,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44661,DS-c64b72aa-1e9b-4d76-9003-181a86a3cb04,DISK] 2024-11-18T18:12:53,145 INFO [RS:0;818bff808382:44161 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0d582035-c995-c367-1a1f-8e04857094e0/WALs/818bff808382,44161,1731953571941/818bff808382%2C44161%2C1731953571941.1731953573128 2024-11-18T18:12:53,145 DEBUG [RS:0;818bff808382:44161 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38861:38861)] 2024-11-18T18:12:53,354 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38135/user/jenkins/test-data/0d582035-c995-c367-1a1f-8e04857094e0/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T18:12:53,354 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38135/user/jenkins/test-data/0d582035-c995-c367-1a1f-8e04857094e0 2024-11-18T18:12:53,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44661 is added to blk_1073741833_1009 (size=32) 2024-11-18T18:12:53,760 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:12:53,761 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T18:12:53,763 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T18:12:53,763 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:12:53,763 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:12:53,763 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T18:12:53,764 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T18:12:53,764 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:12:53,764 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:12:53,764 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T18:12:53,765 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T18:12:53,765 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:12:53,765 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:12:53,766 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T18:12:53,766 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T18:12:53,766 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:12:53,767 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:12:53,767 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T18:12:53,767 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38135/user/jenkins/test-data/0d582035-c995-c367-1a1f-8e04857094e0/data/hbase/meta/1588230740 2024-11-18T18:12:53,768 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38135/user/jenkins/test-data/0d582035-c995-c367-1a1f-8e04857094e0/data/hbase/meta/1588230740 2024-11-18T18:12:53,769 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T18:12:53,769 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T18:12:53,769 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T18:12:53,770 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T18:12:53,771 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38135/user/jenkins/test-data/0d582035-c995-c367-1a1f-8e04857094e0/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T18:12:53,772 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67832115, jitterRate=0.010777279734611511}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T18:12:53,772 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731953573760Initializing all the Stores at 1731953573761 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953573761Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953573761Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953573761Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953573761Cleaning up temporary data from old regions at 1731953573769 (+8 ms)Region opened successfully at 1731953573772 (+3 ms) 2024-11-18T18:12:53,772 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T18:12:53,772 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T18:12:53,772 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T18:12:53,772 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T18:12:53,772 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T18:12:53,773 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T18:12:53,773 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731953573772Disabling compacts and flushes for region at 1731953573772Disabling writes for close at 1731953573772Writing region close event to WAL at 1731953573773 (+1 ms)Closed at 1731953573773 2024-11-18T18:12:53,774 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T18:12:53,774 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T18:12:53,774 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T18:12:53,775 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T18:12:53,775 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T18:12:53,926 DEBUG [818bff808382:38621 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T18:12:53,926 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=818bff808382,44161,1731953571941 2024-11-18T18:12:53,927 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 818bff808382,44161,1731953571941, state=OPENING 2024-11-18T18:12:53,928 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T18:12:53,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38621-0x1000bd5ece00000, quorum=127.0.0.1:50040, baseZNode=/01236169711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01236169711 2024-11-18T18:12:53,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44161-0x1000bd5ece00001, quorum=127.0.0.1:50040, baseZNode=/01236169711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01236169711 2024-11-18T18:12:53,931 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T18:12:53,931 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01236169711/meta-region-server: CHANGED 2024-11-18T18:12:53,931 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01236169711/meta-region-server: CHANGED 2024-11-18T18:12:53,931 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=818bff808382,44161,1731953571941}] 2024-11-18T18:12:54,083 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T18:12:54,085 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60459, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T18:12:54,088 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T18:12:54,088 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T18:12:54,088 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T18:12:54,089 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=818bff808382%2C44161%2C1731953571941.meta, suffix=.meta, logDir=hdfs://localhost:38135/user/jenkins/test-data/0d582035-c995-c367-1a1f-8e04857094e0/WALs/818bff808382,44161,1731953571941, archiveDir=hdfs://localhost:38135/user/jenkins/test-data/0d582035-c995-c367-1a1f-8e04857094e0/oldWALs, maxLogs=10 2024-11-18T18:12:54,103 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0d582035-c995-c367-1a1f-8e04857094e0/WALs/818bff808382,44161,1731953571941/818bff808382%2C44161%2C1731953571941.meta.1731953574090.meta, exclude list is [], retry=0 2024-11-18T18:12:54,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44661,DS-c64b72aa-1e9b-4d76-9003-181a86a3cb04,DISK] 2024-11-18T18:12:54,107 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0d582035-c995-c367-1a1f-8e04857094e0/WALs/818bff808382,44161,1731953571941/818bff808382%2C44161%2C1731953571941.meta.1731953574090.meta 2024-11-18T18:12:54,107 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38861:38861)] 2024-11-18T18:12:54,107 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T18:12:54,107 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T18:12:54,108 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T18:12:54,108 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T18:12:54,108 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T18:12:54,108 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T18:12:54,108 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:12:54,108 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T18:12:54,108 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T18:12:54,109 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T18:12:54,110 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T18:12:54,110 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:12:54,110 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:12:54,110 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T18:12:54,111 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T18:12:54,111 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:12:54,111 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:12:54,111 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T18:12:54,112 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T18:12:54,112 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:12:54,112 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:12:54,112 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T18:12:54,113 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T18:12:54,113 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:12:54,113 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:12:54,113 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T18:12:54,114 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38135/user/jenkins/test-data/0d582035-c995-c367-1a1f-8e04857094e0/data/hbase/meta/1588230740 2024-11-18T18:12:54,115 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38135/user/jenkins/test-data/0d582035-c995-c367-1a1f-8e04857094e0/data/hbase/meta/1588230740 2024-11-18T18:12:54,116 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T18:12:54,116 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T18:12:54,116 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T18:12:54,118 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T18:12:54,118 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65412294, jitterRate=-0.025280863046646118}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T18:12:54,118 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T18:12:54,119 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731953574108Writing region info on filesystem at 1731953574108Initializing all the Stores at 1731953574109 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953574109Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953574109Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953574109Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953574109Cleaning up temporary data from old regions at 1731953574116 (+7 ms)Running coprocessor post-open hooks at 1731953574118 (+2 ms)Region opened successfully at 1731953574119 (+1 ms) 2024-11-18T18:12:54,120 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731953574083 2024-11-18T18:12:54,122 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T18:12:54,122 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T18:12:54,123 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=818bff808382,44161,1731953571941 2024-11-18T18:12:54,124 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 818bff808382,44161,1731953571941, state=OPEN 2024-11-18T18:12:54,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38621-0x1000bd5ece00000, quorum=127.0.0.1:50040, baseZNode=/01236169711 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01236169711/meta-region-server 2024-11-18T18:12:54,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44161-0x1000bd5ece00001, quorum=127.0.0.1:50040, baseZNode=/01236169711 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01236169711/meta-region-server 2024-11-18T18:12:54,128 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01236169711/meta-region-server: CHANGED 2024-11-18T18:12:54,128 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01236169711/meta-region-server: CHANGED 2024-11-18T18:12:54,128 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=818bff808382,44161,1731953571941 2024-11-18T18:12:54,129 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T18:12:54,129 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=818bff808382,44161,1731953571941 in 197 msec 2024-11-18T18:12:54,131 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T18:12:54,131 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 355 msec 2024-11-18T18:12:54,132 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T18:12:54,132 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T18:12:54,133 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T18:12:54,133 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=818bff808382,44161,1731953571941, seqNum=-1] 2024-11-18T18:12:54,133 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T18:12:54,134 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59009, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T18:12:54,138 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2090 sec 2024-11-18T18:12:54,138 INFO [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731953574138, completionTime=-1 2024-11-18T18:12:54,138 INFO [master/818bff808382:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T18:12:54,138 DEBUG [master/818bff808382:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T18:12:54,140 INFO [master/818bff808382:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T18:12:54,141 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731953634141 2024-11-18T18:12:54,141 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731953694141 2024-11-18T18:12:54,141 INFO [master/818bff808382:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-18T18:12:54,141 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,38621,1731953571888-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T18:12:54,141 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,38621,1731953571888-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:12:54,141 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,38621,1731953571888-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:12:54,141 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-818bff808382:38621, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:12:54,141 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T18:12:54,141 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T18:12:54,143 DEBUG [master/818bff808382:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T18:12:54,145 INFO [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.163sec 2024-11-18T18:12:54,145 INFO [master/818bff808382:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T18:12:54,145 INFO [master/818bff808382:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T18:12:54,145 INFO [master/818bff808382:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T18:12:54,145 INFO [master/818bff808382:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T18:12:54,145 INFO [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T18:12:54,145 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,38621,1731953571888-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T18:12:54,145 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,38621,1731953571888-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T18:12:54,147 DEBUG [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T18:12:54,147 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T18:12:54,147 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,38621,1731953571888-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:12:54,163 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a132103, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:12:54,163 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 818bff808382,38621,-1 for getting cluster id 2024-11-18T18:12:54,163 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T18:12:54,164 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5d662076-8999-4e60-8957-c9f88feb461d' 2024-11-18T18:12:54,164 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T18:12:54,164 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5d662076-8999-4e60-8957-c9f88feb461d" 2024-11-18T18:12:54,164 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65836b63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:12:54,164 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [818bff808382,38621,-1] 2024-11-18T18:12:54,165 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T18:12:54,165 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:12:54,166 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T18:12:54,166 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cce0a0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:12:54,167 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T18:12:54,168 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=818bff808382,44161,1731953571941, seqNum=-1] 2024-11-18T18:12:54,168 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T18:12:54,169 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T18:12:54,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=818bff808382,38621,1731953571888 2024-11-18T18:12:54,171 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:50040 2024-11-18T18:12:54,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:50040, baseZNode=/01236169711 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T18:12:54,174 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1000bd5ece00002 connected 2024-11-18T18:12:54,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6feb68c6-b814-d6f4-cf32-4abf5665d726/hadoop.log.dir so I do NOT create it in target/test-data/b2535084-979e-111f-13c4-21d22087fc14 2024-11-18T18:12:54,178 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6feb68c6-b814-d6f4-cf32-4abf5665d726/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T18:12:54,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6feb68c6-b814-d6f4-cf32-4abf5665d726/hadoop.tmp.dir so I do NOT create it in target/test-data/b2535084-979e-111f-13c4-21d22087fc14 2024-11-18T18:12:54,178 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6feb68c6-b814-d6f4-cf32-4abf5665d726/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T18:12:54,178 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2535084-979e-111f-13c4-21d22087fc14 2024-11-18T18:12:54,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T18:12:54,178 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2535084-979e-111f-13c4-21d22087fc14/cluster_02c60920-3b07-f51f-c0c2-d8c920a1d676, deleteOnExit=true 2024-11-18T18:12:54,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T18:12:54,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2535084-979e-111f-13c4-21d22087fc14/test.cache.data in system properties and HBase conf 2024-11-18T18:12:54,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2535084-979e-111f-13c4-21d22087fc14/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T18:12:54,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2535084-979e-111f-13c4-21d22087fc14/hadoop.log.dir in system properties and HBase conf 2024-11-18T18:12:54,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2535084-979e-111f-13c4-21d22087fc14/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T18:12:54,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2535084-979e-111f-13c4-21d22087fc14/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T18:12:54,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T18:12:54,179 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T18:12:54,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2535084-979e-111f-13c4-21d22087fc14/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T18:12:54,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2535084-979e-111f-13c4-21d22087fc14/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T18:12:54,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2535084-979e-111f-13c4-21d22087fc14/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T18:12:54,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2535084-979e-111f-13c4-21d22087fc14/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T18:12:54,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2535084-979e-111f-13c4-21d22087fc14/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T18:12:54,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2535084-979e-111f-13c4-21d22087fc14/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T18:12:54,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2535084-979e-111f-13c4-21d22087fc14/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T18:12:54,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2535084-979e-111f-13c4-21d22087fc14/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T18:12:54,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2535084-979e-111f-13c4-21d22087fc14/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T18:12:54,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2535084-979e-111f-13c4-21d22087fc14/nfs.dump.dir in system properties and HBase conf 2024-11-18T18:12:54,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2535084-979e-111f-13c4-21d22087fc14/java.io.tmpdir in system properties and HBase conf 2024-11-18T18:12:54,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2535084-979e-111f-13c4-21d22087fc14/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T18:12:54,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2535084-979e-111f-13c4-21d22087fc14/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T18:12:54,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2535084-979e-111f-13c4-21d22087fc14/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T18:12:54,258 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T18:12:54,264 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T18:12:54,280 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T18:12:54,280 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T18:12:54,280 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T18:12:54,281 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T18:12:54,281 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2369f892{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2535084-979e-111f-13c4-21d22087fc14/hadoop.log.dir/,AVAILABLE} 2024-11-18T18:12:54,282 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23db3f43{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T18:12:54,415 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@40c813ba{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2535084-979e-111f-13c4-21d22087fc14/java.io.tmpdir/jetty-localhost-45403-hadoop-hdfs-3_4_1-tests_jar-_-any-6838782901455182575/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T18:12:54,415 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4dc8ea34{HTTP/1.1, (http/1.1)}{localhost:45403} 2024-11-18T18:12:54,416 INFO [Time-limited test {}] server.Server(415): Started @184511ms 2024-11-18T18:12:54,494 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T18:12:54,496 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T18:12:54,497 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T18:12:54,498 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T18:12:54,498 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T18:12:54,498 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@681efc43{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2535084-979e-111f-13c4-21d22087fc14/hadoop.log.dir/,AVAILABLE} 2024-11-18T18:12:54,498 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5dbf964d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T18:12:54,614 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@573c52f1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2535084-979e-111f-13c4-21d22087fc14/java.io.tmpdir/jetty-localhost-43565-hadoop-hdfs-3_4_1-tests_jar-_-any-17655816464604901063/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T18:12:54,614 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3fa3ede5{HTTP/1.1, (http/1.1)}{localhost:43565} 2024-11-18T18:12:54,614 INFO [Time-limited test {}] server.Server(415): Started @184710ms 2024-11-18T18:12:54,615 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T18:12:54,717 WARN [Thread-2314 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2535084-979e-111f-13c4-21d22087fc14/cluster_02c60920-3b07-f51f-c0c2-d8c920a1d676/data/data1/current/BP-1885037040-172.17.0.2-1731953574202/current, will proceed with Du for space computation calculation, 2024-11-18T18:12:54,717 WARN [Thread-2315 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2535084-979e-111f-13c4-21d22087fc14/cluster_02c60920-3b07-f51f-c0c2-d8c920a1d676/data/data2/current/BP-1885037040-172.17.0.2-1731953574202/current, will proceed with Du for space computation calculation, 2024-11-18T18:12:54,740 WARN [Thread-2302 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T18:12:54,742 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4398f34202ee3ebe with lease ID 0x3284240a79b94141: Processing first storage report for DS-aa4cf48c-be8d-4b55-a172-4a194d7fc0e8 from datanode DatanodeRegistration(127.0.0.1:43283, datanodeUuid=f14ee463-5146-46cc-9609-5624400c60fc, infoPort=46409, infoSecurePort=0, ipcPort=46593, storageInfo=lv=-57;cid=testClusterID;nsid=1759168331;c=1731953574202) 2024-11-18T18:12:54,742 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4398f34202ee3ebe with lease ID 0x3284240a79b94141: from storage DS-aa4cf48c-be8d-4b55-a172-4a194d7fc0e8 node DatanodeRegistration(127.0.0.1:43283, datanodeUuid=f14ee463-5146-46cc-9609-5624400c60fc, infoPort=46409, infoSecurePort=0, ipcPort=46593, storageInfo=lv=-57;cid=testClusterID;nsid=1759168331;c=1731953574202), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T18:12:54,742 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4398f34202ee3ebe with lease ID 0x3284240a79b94141: Processing first storage report for DS-ffcccfe7-4944-4027-a0d1-2da090b27166 from datanode DatanodeRegistration(127.0.0.1:43283, datanodeUuid=f14ee463-5146-46cc-9609-5624400c60fc, infoPort=46409, infoSecurePort=0, ipcPort=46593, storageInfo=lv=-57;cid=testClusterID;nsid=1759168331;c=1731953574202) 2024-11-18T18:12:54,742 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4398f34202ee3ebe with lease ID 0x3284240a79b94141: from storage DS-ffcccfe7-4944-4027-a0d1-2da090b27166 node DatanodeRegistration(127.0.0.1:43283, datanodeUuid=f14ee463-5146-46cc-9609-5624400c60fc, infoPort=46409, infoSecurePort=0, ipcPort=46593, storageInfo=lv=-57;cid=testClusterID;nsid=1759168331;c=1731953574202), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T18:12:54,838 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2535084-979e-111f-13c4-21d22087fc14 2024-11-18T18:12:54,839 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:12:54,840 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:12:54,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741825_1001 (size=7) 2024-11-18T18:12:55,248 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39163/user/jenkins/test-data/7e760baa-8a6d-9f82-6e7b-4746fd940bb6 with version=8 2024-11-18T18:12:55,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39163/user/jenkins/test-data/7e760baa-8a6d-9f82-6e7b-4746fd940bb6/hbase-staging 2024-11-18T18:12:55,251 INFO [Time-limited test {}] client.ConnectionUtils(128): master/818bff808382:0 server-side Connection retries=45 2024-11-18T18:12:55,251 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T18:12:55,251 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T18:12:55,251 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T18:12:55,251 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T18:12:55,251 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T18:12:55,251 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T18:12:55,251 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T18:12:55,252 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32903 2024-11-18T18:12:55,252 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:32903 connecting to ZooKeeper ensemble=127.0.0.1:50040 2024-11-18T18:12:55,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:329030x0, quorum=127.0.0.1:50040, baseZNode=/1-1883400548 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T18:12:55,255 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:32903-0x1000bd5ece00003 connected 2024-11-18T18:12:55,264 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:12:55,265 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:12:55,267 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32903-0x1000bd5ece00003, quorum=127.0.0.1:50040, baseZNode=/1-1883400548 Set watcher on znode that does not yet exist, /1-1883400548/running 2024-11-18T18:12:55,267 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39163/user/jenkins/test-data/7e760baa-8a6d-9f82-6e7b-4746fd940bb6, hbase.cluster.distributed=false 2024-11-18T18:12:55,268 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32903-0x1000bd5ece00003, quorum=127.0.0.1:50040, baseZNode=/1-1883400548 Set watcher on znode that does not yet exist, /1-1883400548/acl 2024-11-18T18:12:55,270 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32903 2024-11-18T18:12:55,271 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32903 2024-11-18T18:12:55,271 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32903 2024-11-18T18:12:55,271 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32903 2024-11-18T18:12:55,271 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32903 2024-11-18T18:12:55,286 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/818bff808382:0 server-side Connection retries=45 2024-11-18T18:12:55,286 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T18:12:55,286 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T18:12:55,286 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T18:12:55,286 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T18:12:55,286 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T18:12:55,286 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T18:12:55,286 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T18:12:55,286 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37215 2024-11-18T18:12:55,287 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37215 connecting to ZooKeeper ensemble=127.0.0.1:50040 2024-11-18T18:12:55,288 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:12:55,289 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:12:55,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:372150x0, quorum=127.0.0.1:50040, baseZNode=/1-1883400548 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T18:12:55,293 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:372150x0, quorum=127.0.0.1:50040, baseZNode=/1-1883400548 Set watcher on znode that does not yet exist, /1-1883400548/running 2024-11-18T18:12:55,293 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37215-0x1000bd5ece00004 connected 2024-11-18T18:12:55,293 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T18:12:55,294 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T18:12:55,294 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37215-0x1000bd5ece00004, quorum=127.0.0.1:50040, baseZNode=/1-1883400548 Set watcher on znode that does not yet exist, /1-1883400548/master 2024-11-18T18:12:55,295 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37215-0x1000bd5ece00004, quorum=127.0.0.1:50040, baseZNode=/1-1883400548 Set watcher on znode that does not yet exist, /1-1883400548/acl 2024-11-18T18:12:55,296 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37215 2024-11-18T18:12:55,296 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37215 2024-11-18T18:12:55,296 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37215 2024-11-18T18:12:55,301 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37215 2024-11-18T18:12:55,301 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37215 2024-11-18T18:12:55,312 DEBUG [M:0;818bff808382:32903 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;818bff808382:32903 2024-11-18T18:12:55,315 INFO [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1883400548/backup-masters/818bff808382,32903,1731953575250 2024-11-18T18:12:55,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32903-0x1000bd5ece00003, quorum=127.0.0.1:50040, baseZNode=/1-1883400548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1883400548/backup-masters 2024-11-18T18:12:55,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37215-0x1000bd5ece00004, quorum=127.0.0.1:50040, baseZNode=/1-1883400548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1883400548/backup-masters 2024-11-18T18:12:55,317 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32903-0x1000bd5ece00003, quorum=127.0.0.1:50040, baseZNode=/1-1883400548 Set watcher on existing znode=/1-1883400548/backup-masters/818bff808382,32903,1731953575250 2024-11-18T18:12:55,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37215-0x1000bd5ece00004, quorum=127.0.0.1:50040, baseZNode=/1-1883400548 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1883400548/master 2024-11-18T18:12:55,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32903-0x1000bd5ece00003, quorum=127.0.0.1:50040, baseZNode=/1-1883400548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1883400548 2024-11-18T18:12:55,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37215-0x1000bd5ece00004, quorum=127.0.0.1:50040, baseZNode=/1-1883400548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1883400548 2024-11-18T18:12:55,319 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32903-0x1000bd5ece00003, quorum=127.0.0.1:50040, baseZNode=/1-1883400548 Set watcher on existing znode=/1-1883400548/master 2024-11-18T18:12:55,319 INFO [master/818bff808382:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1883400548/backup-masters/818bff808382,32903,1731953575250 from backup master directory 2024-11-18T18:12:55,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37215-0x1000bd5ece00004, quorum=127.0.0.1:50040, baseZNode=/1-1883400548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1883400548/backup-masters 2024-11-18T18:12:55,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32903-0x1000bd5ece00003, quorum=127.0.0.1:50040, baseZNode=/1-1883400548 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1883400548/backup-masters/818bff808382,32903,1731953575250 2024-11-18T18:12:55,320 WARN [master/818bff808382:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T18:12:55,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32903-0x1000bd5ece00003, quorum=127.0.0.1:50040, baseZNode=/1-1883400548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1883400548/backup-masters 2024-11-18T18:12:55,320 INFO [master/818bff808382:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=818bff808382,32903,1731953575250 2024-11-18T18:12:55,324 DEBUG [master/818bff808382:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39163/user/jenkins/test-data/7e760baa-8a6d-9f82-6e7b-4746fd940bb6/hbase.id] with ID: 67f503cb-5fd6-407c-b520-13edf3fa0ccd 2024-11-18T18:12:55,324 DEBUG [master/818bff808382:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39163/user/jenkins/test-data/7e760baa-8a6d-9f82-6e7b-4746fd940bb6/.tmp/hbase.id 2024-11-18T18:12:55,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741826_1002 (size=42) 2024-11-18T18:12:55,462 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T18:12:55,462 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [818bff808382,35743,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=818bff808382:35743 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-18T18:12:55,463 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8214 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [818bff808382,35743,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=818bff808382:35743 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-18T18:12:55,579 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-18T18:12:55,580 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-18T18:12:55,580 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T18:12:55,730 DEBUG [master/818bff808382:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39163/user/jenkins/test-data/7e760baa-8a6d-9f82-6e7b-4746fd940bb6/.tmp/hbase.id]:[hdfs://localhost:39163/user/jenkins/test-data/7e760baa-8a6d-9f82-6e7b-4746fd940bb6/hbase.id] 2024-11-18T18:12:55,739 INFO [master/818bff808382:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:12:55,739 INFO [master/818bff808382:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T18:12:55,740 INFO [master/818bff808382:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-18T18:12:55,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37215-0x1000bd5ece00004, quorum=127.0.0.1:50040, baseZNode=/1-1883400548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1883400548 2024-11-18T18:12:55,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32903-0x1000bd5ece00003, quorum=127.0.0.1:50040, baseZNode=/1-1883400548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1883400548 2024-11-18T18:12:55,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741827_1003 (size=196) 2024-11-18T18:12:56,164 INFO [master/818bff808382:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T18:12:56,165 INFO [master/818bff808382:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T18:12:56,165 INFO [master/818bff808382:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T18:12:56,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741828_1004 (size=1189) 2024-11-18T18:12:56,572 INFO [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39163/user/jenkins/test-data/7e760baa-8a6d-9f82-6e7b-4746fd940bb6/MasterData/data/master/store 2024-11-18T18:12:56,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741829_1005 (size=34) 2024-11-18T18:12:56,979 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:12:56,979 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T18:12:56,979 INFO [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:12:56,979 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:12:56,979 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T18:12:56,979 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:12:56,979 INFO [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:12:56,979 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731953576979Disabling compacts and flushes for region at 1731953576979Disabling writes for close at 1731953576979Writing region close event to WAL at 1731953576979Closed at 1731953576979 2024-11-18T18:12:56,980 WARN [master/818bff808382:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39163/user/jenkins/test-data/7e760baa-8a6d-9f82-6e7b-4746fd940bb6/MasterData/data/master/store/.initializing 2024-11-18T18:12:56,980 DEBUG [master/818bff808382:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39163/user/jenkins/test-data/7e760baa-8a6d-9f82-6e7b-4746fd940bb6/MasterData/WALs/818bff808382,32903,1731953575250 2024-11-18T18:12:56,981 INFO [master/818bff808382:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T18:12:56,982 INFO [master/818bff808382:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=818bff808382%2C32903%2C1731953575250, suffix=, logDir=hdfs://localhost:39163/user/jenkins/test-data/7e760baa-8a6d-9f82-6e7b-4746fd940bb6/MasterData/WALs/818bff808382,32903,1731953575250, archiveDir=hdfs://localhost:39163/user/jenkins/test-data/7e760baa-8a6d-9f82-6e7b-4746fd940bb6/MasterData/oldWALs, maxLogs=10 2024-11-18T18:12:57,003 DEBUG [master/818bff808382:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7e760baa-8a6d-9f82-6e7b-4746fd940bb6/MasterData/WALs/818bff808382,32903,1731953575250/818bff808382%2C32903%2C1731953575250.1731953576983, exclude list is [], retry=0 2024-11-18T18:12:57,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43283,DS-aa4cf48c-be8d-4b55-a172-4a194d7fc0e8,DISK] 2024-11-18T18:12:57,007 INFO [master/818bff808382:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7e760baa-8a6d-9f82-6e7b-4746fd940bb6/MasterData/WALs/818bff808382,32903,1731953575250/818bff808382%2C32903%2C1731953575250.1731953576983 2024-11-18T18:12:57,007 DEBUG [master/818bff808382:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46409:46409)] 2024-11-18T18:12:57,007 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T18:12:57,008 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:12:57,008 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:12:57,008 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:12:57,009 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:12:57,010 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T18:12:57,010 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:12:57,010 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:12:57,010 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:12:57,011 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T18:12:57,011 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:12:57,012 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:12:57,012 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:12:57,013 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T18:12:57,013 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:12:57,013 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:12:57,013 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:12:57,014 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T18:12:57,014 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:12:57,014 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:12:57,014 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:12:57,015 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39163/user/jenkins/test-data/7e760baa-8a6d-9f82-6e7b-4746fd940bb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:12:57,015 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39163/user/jenkins/test-data/7e760baa-8a6d-9f82-6e7b-4746fd940bb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:12:57,016 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:12:57,016 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:12:57,017 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T18:12:57,018 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:12:57,019 DEBUG [master/818bff808382:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39163/user/jenkins/test-data/7e760baa-8a6d-9f82-6e7b-4746fd940bb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T18:12:57,020 INFO [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75089643, jitterRate=0.1189228743314743}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T18:12:57,020 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731953577008Initializing all the Stores at 1731953577009 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953577009Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953577009Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953577009Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953577009Cleaning up temporary data from old regions at 1731953577016 (+7 ms)Region opened successfully at 1731953577020 (+4 ms) 2024-11-18T18:12:57,020 INFO [master/818bff808382:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T18:12:57,022 DEBUG [master/818bff808382:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@557fbf58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=818bff808382/172.17.0.2:0 2024-11-18T18:12:57,023 INFO [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T18:12:57,023 INFO [master/818bff808382:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T18:12:57,023 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T18:12:57,024 INFO [master/818bff808382:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T18:12:57,024 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T18:12:57,024 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T18:12:57,024 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T18:12:57,026 INFO [master/818bff808382:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T18:12:57,026 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32903-0x1000bd5ece00003, quorum=127.0.0.1:50040, baseZNode=/1-1883400548 Unable to get data of znode /1-1883400548/balancer because node does not exist (not necessarily an error) 2024-11-18T18:12:57,028 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1883400548/balancer already deleted, retry=false 2024-11-18T18:12:57,028 INFO [master/818bff808382:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T18:12:57,029 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32903-0x1000bd5ece00003, quorum=127.0.0.1:50040, baseZNode=/1-1883400548 Unable to get data of znode /1-1883400548/normalizer because node does not exist (not necessarily an error) 2024-11-18T18:12:57,030 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1883400548/normalizer already deleted, retry=false 2024-11-18T18:12:57,030 INFO [master/818bff808382:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T18:12:57,031 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32903-0x1000bd5ece00003, quorum=127.0.0.1:50040, baseZNode=/1-1883400548 Unable to get data of znode /1-1883400548/switch/split because node does not exist (not necessarily an error) 2024-11-18T18:12:57,032 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1883400548/switch/split already deleted, retry=false 2024-11-18T18:12:57,033 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32903-0x1000bd5ece00003, quorum=127.0.0.1:50040, baseZNode=/1-1883400548 Unable to get data of znode /1-1883400548/switch/merge because node does not exist (not necessarily an error) 2024-11-18T18:12:57,034 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1883400548/switch/merge already deleted, retry=false 2024-11-18T18:12:57,035 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32903-0x1000bd5ece00003, quorum=127.0.0.1:50040, baseZNode=/1-1883400548 Unable to get data of znode /1-1883400548/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T18:12:57,037 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1883400548/snapshot-cleanup already deleted, retry=false 2024-11-18T18:12:57,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32903-0x1000bd5ece00003, quorum=127.0.0.1:50040, baseZNode=/1-1883400548 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1883400548/running 2024-11-18T18:12:57,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37215-0x1000bd5ece00004, quorum=127.0.0.1:50040, baseZNode=/1-1883400548 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1883400548/running 2024-11-18T18:12:57,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32903-0x1000bd5ece00003, quorum=127.0.0.1:50040, baseZNode=/1-1883400548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1883400548 2024-11-18T18:12:57,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37215-0x1000bd5ece00004, quorum=127.0.0.1:50040, baseZNode=/1-1883400548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1883400548 2024-11-18T18:12:57,039 INFO [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=818bff808382,32903,1731953575250, sessionid=0x1000bd5ece00003, setting cluster-up flag (Was=false) 2024-11-18T18:12:57,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37215-0x1000bd5ece00004, quorum=127.0.0.1:50040, baseZNode=/1-1883400548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1883400548 2024-11-18T18:12:57,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32903-0x1000bd5ece00003, quorum=127.0.0.1:50040, baseZNode=/1-1883400548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1883400548 2024-11-18T18:12:57,046 DEBUG [master/818bff808382:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1883400548/flush-table-proc/acquired, /1-1883400548/flush-table-proc/reached, /1-1883400548/flush-table-proc/abort 2024-11-18T18:12:57,047 DEBUG [master/818bff808382:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=818bff808382,32903,1731953575250 2024-11-18T18:12:57,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32903-0x1000bd5ece00003, quorum=127.0.0.1:50040, baseZNode=/1-1883400548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1883400548 2024-11-18T18:12:57,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37215-0x1000bd5ece00004, quorum=127.0.0.1:50040, baseZNode=/1-1883400548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1883400548 2024-11-18T18:12:57,054 DEBUG [master/818bff808382:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1883400548/online-snapshot/acquired, /1-1883400548/online-snapshot/reached, /1-1883400548/online-snapshot/abort 2024-11-18T18:12:57,054 DEBUG [master/818bff808382:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=818bff808382,32903,1731953575250 2024-11-18T18:12:57,055 INFO [master/818bff808382:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39163/user/jenkins/test-data/7e760baa-8a6d-9f82-6e7b-4746fd940bb6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T18:12:57,056 DEBUG [master/818bff808382:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T18:12:57,057 INFO [master/818bff808382:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T18:12:57,057 INFO [master/818bff808382:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T18:12:57,057 DEBUG [master/818bff808382:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 818bff808382,32903,1731953575250 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T18:12:57,058 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/818bff808382:0, corePoolSize=5, maxPoolSize=5 2024-11-18T18:12:57,058 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/818bff808382:0, corePoolSize=5, maxPoolSize=5 2024-11-18T18:12:57,058 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/818bff808382:0, corePoolSize=5, maxPoolSize=5 2024-11-18T18:12:57,058 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/818bff808382:0, corePoolSize=5, maxPoolSize=5 2024-11-18T18:12:57,058 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/818bff808382:0, corePoolSize=10, maxPoolSize=10 2024-11-18T18:12:57,058 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:12:57,058 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/818bff808382:0, corePoolSize=2, maxPoolSize=2 2024-11-18T18:12:57,058 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:12:57,059 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T18:12:57,059 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T18:12:57,060 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731953607060 2024-11-18T18:12:57,060 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T18:12:57,060 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T18:12:57,060 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T18:12:57,060 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T18:12:57,060 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T18:12:57,060 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T18:12:57,060 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:12:57,060 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T18:12:57,064 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T18:12:57,067 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T18:12:57,067 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T18:12:57,067 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T18:12:57,067 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T18:12:57,068 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T18:12:57,068 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T18:12:57,068 DEBUG [master/818bff808382:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/818bff808382:0:becomeActiveMaster-HFileCleaner.large.0-1731953577068,5,FailOnTimeoutGroup] 2024-11-18T18:12:57,068 DEBUG [master/818bff808382:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/818bff808382:0:becomeActiveMaster-HFileCleaner.small.0-1731953577068,5,FailOnTimeoutGroup] 2024-11-18T18:12:57,068 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T18:12:57,068 INFO [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T18:12:57,068 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T18:12:57,068 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T18:12:57,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741831_1007 (size=1321) 2024-11-18T18:12:57,104 INFO [RS:0;818bff808382:37215 {}] regionserver.HRegionServer(746): ClusterId : 67f503cb-5fd6-407c-b520-13edf3fa0ccd 2024-11-18T18:12:57,104 DEBUG [RS:0;818bff808382:37215 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T18:12:57,106 DEBUG [RS:0;818bff808382:37215 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T18:12:57,106 DEBUG [RS:0;818bff808382:37215 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T18:12:57,108 DEBUG [RS:0;818bff808382:37215 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T18:12:57,108 DEBUG [RS:0;818bff808382:37215 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e7810e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=818bff808382/172.17.0.2:0 2024-11-18T18:12:57,126 DEBUG [RS:0;818bff808382:37215 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;818bff808382:37215 2024-11-18T18:12:57,126 INFO [RS:0;818bff808382:37215 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T18:12:57,126 INFO [RS:0;818bff808382:37215 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T18:12:57,126 DEBUG [RS:0;818bff808382:37215 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T18:12:57,127 INFO [RS:0;818bff808382:37215 {}] regionserver.HRegionServer(2659): reportForDuty to master=818bff808382,32903,1731953575250 with port=37215, startcode=1731953575285 2024-11-18T18:12:57,127 DEBUG [RS:0;818bff808382:37215 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T18:12:57,129 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38731, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T18:12:57,129 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32903 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 818bff808382,37215,1731953575285 2024-11-18T18:12:57,129 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32903 {}] master.ServerManager(517): Registering regionserver=818bff808382,37215,1731953575285 2024-11-18T18:12:57,130 DEBUG [RS:0;818bff808382:37215 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39163/user/jenkins/test-data/7e760baa-8a6d-9f82-6e7b-4746fd940bb6 2024-11-18T18:12:57,130 DEBUG [RS:0;818bff808382:37215 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39163 2024-11-18T18:12:57,130 DEBUG [RS:0;818bff808382:37215 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T18:12:57,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32903-0x1000bd5ece00003, quorum=127.0.0.1:50040, baseZNode=/1-1883400548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1883400548/rs 2024-11-18T18:12:57,135 DEBUG [RS:0;818bff808382:37215 {}] zookeeper.ZKUtil(111): regionserver:37215-0x1000bd5ece00004, quorum=127.0.0.1:50040, baseZNode=/1-1883400548 Set watcher on existing znode=/1-1883400548/rs/818bff808382,37215,1731953575285 2024-11-18T18:12:57,135 WARN [RS:0;818bff808382:37215 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T18:12:57,135 INFO [RS:0;818bff808382:37215 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T18:12:57,135 DEBUG [RS:0;818bff808382:37215 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39163/user/jenkins/test-data/7e760baa-8a6d-9f82-6e7b-4746fd940bb6/WALs/818bff808382,37215,1731953575285 2024-11-18T18:12:57,135 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [818bff808382,37215,1731953575285] 2024-11-18T18:12:57,138 INFO [RS:0;818bff808382:37215 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T18:12:57,139 INFO [RS:0;818bff808382:37215 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T18:12:57,141 INFO [RS:0;818bff808382:37215 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T18:12:57,141 INFO [RS:0;818bff808382:37215 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T18:12:57,141 INFO [RS:0;818bff808382:37215 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T18:12:57,142 INFO [RS:0;818bff808382:37215 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T18:12:57,142 INFO [RS:0;818bff808382:37215 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T18:12:57,142 DEBUG [RS:0;818bff808382:37215 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:12:57,142 DEBUG [RS:0;818bff808382:37215 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:12:57,142 DEBUG [RS:0;818bff808382:37215 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:12:57,142 DEBUG [RS:0;818bff808382:37215 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:12:57,142 DEBUG [RS:0;818bff808382:37215 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:12:57,142 DEBUG [RS:0;818bff808382:37215 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/818bff808382:0, corePoolSize=2, maxPoolSize=2 2024-11-18T18:12:57,142 DEBUG [RS:0;818bff808382:37215 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:12:57,142 DEBUG [RS:0;818bff808382:37215 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:12:57,142 DEBUG [RS:0;818bff808382:37215 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:12:57,142 DEBUG [RS:0;818bff808382:37215 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:12:57,142 DEBUG [RS:0;818bff808382:37215 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:12:57,142 DEBUG [RS:0;818bff808382:37215 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:12:57,142 DEBUG [RS:0;818bff808382:37215 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0, corePoolSize=3, maxPoolSize=3 2024-11-18T18:12:57,142 DEBUG [RS:0;818bff808382:37215 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/818bff808382:0, corePoolSize=3, maxPoolSize=3 2024-11-18T18:12:57,144 INFO [RS:0;818bff808382:37215 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T18:12:57,144 INFO [RS:0;818bff808382:37215 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T18:12:57,144 INFO [RS:0;818bff808382:37215 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T18:12:57,144 INFO [RS:0;818bff808382:37215 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T18:12:57,144 INFO [RS:0;818bff808382:37215 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T18:12:57,144 INFO [RS:0;818bff808382:37215 {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,37215,1731953575285-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T18:12:57,159 INFO [RS:0;818bff808382:37215 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T18:12:57,159 INFO [RS:0;818bff808382:37215 {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,37215,1731953575285-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T18:12:57,159 INFO [RS:0;818bff808382:37215 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:12:57,159 INFO [RS:0;818bff808382:37215 {}] regionserver.Replication(171): 818bff808382,37215,1731953575285 started 2024-11-18T18:12:57,172 INFO [RS:0;818bff808382:37215 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:12:57,172 INFO [RS:0;818bff808382:37215 {}] regionserver.HRegionServer(1482): Serving as 818bff808382,37215,1731953575285, RpcServer on 818bff808382/172.17.0.2:37215, sessionid=0x1000bd5ece00004 2024-11-18T18:12:57,172 DEBUG [RS:0;818bff808382:37215 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T18:12:57,172 DEBUG [RS:0;818bff808382:37215 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 818bff808382,37215,1731953575285 2024-11-18T18:12:57,172 DEBUG [RS:0;818bff808382:37215 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '818bff808382,37215,1731953575285' 2024-11-18T18:12:57,172 DEBUG [RS:0;818bff808382:37215 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1883400548/flush-table-proc/abort' 2024-11-18T18:12:57,172 DEBUG [RS:0;818bff808382:37215 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1883400548/flush-table-proc/acquired' 2024-11-18T18:12:57,173 DEBUG [RS:0;818bff808382:37215 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T18:12:57,173 DEBUG [RS:0;818bff808382:37215 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T18:12:57,173 DEBUG [RS:0;818bff808382:37215 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 818bff808382,37215,1731953575285 2024-11-18T18:12:57,173 DEBUG [RS:0;818bff808382:37215 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '818bff808382,37215,1731953575285' 2024-11-18T18:12:57,173 DEBUG [RS:0;818bff808382:37215 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1883400548/online-snapshot/abort' 2024-11-18T18:12:57,173 DEBUG [RS:0;818bff808382:37215 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1883400548/online-snapshot/acquired' 2024-11-18T18:12:57,173 DEBUG [RS:0;818bff808382:37215 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T18:12:57,173 INFO [RS:0;818bff808382:37215 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T18:12:57,173 INFO [RS:0;818bff808382:37215 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T18:12:57,274 INFO [RS:0;818bff808382:37215 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T18:12:57,275 INFO [RS:0;818bff808382:37215 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=818bff808382%2C37215%2C1731953575285, suffix=, logDir=hdfs://localhost:39163/user/jenkins/test-data/7e760baa-8a6d-9f82-6e7b-4746fd940bb6/WALs/818bff808382,37215,1731953575285, archiveDir=hdfs://localhost:39163/user/jenkins/test-data/7e760baa-8a6d-9f82-6e7b-4746fd940bb6/oldWALs, maxLogs=10 2024-11-18T18:12:57,288 DEBUG [RS:0;818bff808382:37215 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7e760baa-8a6d-9f82-6e7b-4746fd940bb6/WALs/818bff808382,37215,1731953575285/818bff808382%2C37215%2C1731953575285.1731953577275, exclude list is [], retry=0 2024-11-18T18:12:57,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43283,DS-aa4cf48c-be8d-4b55-a172-4a194d7fc0e8,DISK] 2024-11-18T18:12:57,292 INFO [RS:0;818bff808382:37215 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7e760baa-8a6d-9f82-6e7b-4746fd940bb6/WALs/818bff808382,37215,1731953575285/818bff808382%2C37215%2C1731953575285.1731953577275 2024-11-18T18:12:57,292 DEBUG [RS:0;818bff808382:37215 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46409:46409)] 2024-11-18T18:12:57,474 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39163/user/jenkins/test-data/7e760baa-8a6d-9f82-6e7b-4746fd940bb6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T18:12:57,474 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39163/user/jenkins/test-data/7e760baa-8a6d-9f82-6e7b-4746fd940bb6 2024-11-18T18:12:57,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741833_1009 (size=32) 2024-11-18T18:12:57,880 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:12:57,881 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T18:12:57,882 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T18:12:57,882 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:12:57,883 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:12:57,883 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T18:12:57,884 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T18:12:57,884 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:12:57,884 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:12:57,884 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T18:12:57,885 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T18:12:57,885 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:12:57,885 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:12:57,885 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T18:12:57,886 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T18:12:57,886 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:12:57,887 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:12:57,887 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T18:12:57,887 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39163/user/jenkins/test-data/7e760baa-8a6d-9f82-6e7b-4746fd940bb6/data/hbase/meta/1588230740 2024-11-18T18:12:57,888 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39163/user/jenkins/test-data/7e760baa-8a6d-9f82-6e7b-4746fd940bb6/data/hbase/meta/1588230740 2024-11-18T18:12:57,888 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T18:12:57,888 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T18:12:57,889 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T18:12:57,890 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T18:12:57,891 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39163/user/jenkins/test-data/7e760baa-8a6d-9f82-6e7b-4746fd940bb6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T18:12:57,892 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65802685, jitterRate=-0.019463583827018738}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T18:12:57,892 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731953577880Initializing all the Stores at 1731953577881 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953577881Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953577881Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953577881Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953577881Cleaning up temporary data from old regions at 1731953577889 (+8 ms)Region opened successfully at 1731953577892 (+3 ms) 2024-11-18T18:12:57,892 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T18:12:57,892 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T18:12:57,892 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T18:12:57,892 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T18:12:57,892 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T18:12:57,892 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T18:12:57,892 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731953577892Disabling compacts and flushes for region at 1731953577892Disabling writes for close at 1731953577892Writing region close event to WAL at 1731953577892Closed at 1731953577892 2024-11-18T18:12:57,893 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T18:12:57,893 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T18:12:57,893 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T18:12:57,894 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T18:12:57,895 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T18:12:58,045 DEBUG [818bff808382:32903 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T18:12:58,045 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=818bff808382,37215,1731953575285 2024-11-18T18:12:58,046 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 818bff808382,37215,1731953575285, state=OPENING 2024-11-18T18:12:58,048 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T18:12:58,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32903-0x1000bd5ece00003, quorum=127.0.0.1:50040, baseZNode=/1-1883400548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1883400548 2024-11-18T18:12:58,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37215-0x1000bd5ece00004, quorum=127.0.0.1:50040, baseZNode=/1-1883400548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1883400548 2024-11-18T18:12:58,049 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1883400548/meta-region-server: CHANGED 2024-11-18T18:12:58,049 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1883400548/meta-region-server: CHANGED 2024-11-18T18:12:58,049 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T18:12:58,049 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=818bff808382,37215,1731953575285}] 2024-11-18T18:12:58,202 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T18:12:58,203 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42463, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T18:12:58,206 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T18:12:58,206 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T18:12:58,207 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T18:12:58,208 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=818bff808382%2C37215%2C1731953575285.meta, suffix=.meta, logDir=hdfs://localhost:39163/user/jenkins/test-data/7e760baa-8a6d-9f82-6e7b-4746fd940bb6/WALs/818bff808382,37215,1731953575285, archiveDir=hdfs://localhost:39163/user/jenkins/test-data/7e760baa-8a6d-9f82-6e7b-4746fd940bb6/oldWALs, maxLogs=10 2024-11-18T18:12:58,225 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7e760baa-8a6d-9f82-6e7b-4746fd940bb6/WALs/818bff808382,37215,1731953575285/818bff808382%2C37215%2C1731953575285.meta.1731953578208.meta, exclude list is [], retry=0 2024-11-18T18:12:58,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43283,DS-aa4cf48c-be8d-4b55-a172-4a194d7fc0e8,DISK] 2024-11-18T18:12:58,228 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7e760baa-8a6d-9f82-6e7b-4746fd940bb6/WALs/818bff808382,37215,1731953575285/818bff808382%2C37215%2C1731953575285.meta.1731953578208.meta 2024-11-18T18:12:58,229 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46409:46409)] 2024-11-18T18:12:58,229 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T18:12:58,229 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T18:12:58,229 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T18:12:58,229 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T18:12:58,229 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T18:12:58,229 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T18:12:58,229 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:12:58,229 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T18:12:58,230 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T18:12:58,231 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T18:12:58,231 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T18:12:58,231 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:12:58,232 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:12:58,232 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T18:12:58,232 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T18:12:58,232 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:12:58,233 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:12:58,233 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T18:12:58,233 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T18:12:58,233 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:12:58,234 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:12:58,234 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T18:12:58,234 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T18:12:58,234 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:12:58,234 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:12:58,235 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T18:12:58,235 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39163/user/jenkins/test-data/7e760baa-8a6d-9f82-6e7b-4746fd940bb6/data/hbase/meta/1588230740 2024-11-18T18:12:58,236 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39163/user/jenkins/test-data/7e760baa-8a6d-9f82-6e7b-4746fd940bb6/data/hbase/meta/1588230740 2024-11-18T18:12:58,237 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T18:12:58,237 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T18:12:58,238 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T18:12:58,239 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T18:12:58,239 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74429622, jitterRate=0.10908779501914978}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T18:12:58,239 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T18:12:58,240 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731953578230Writing region info on filesystem at 1731953578230Initializing all the Stores at 1731953578230Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953578230Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953578231 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953578231Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953578231Cleaning up temporary data from old regions at 1731953578237 (+6 ms)Running coprocessor post-open hooks at 1731953578239 (+2 ms)Region opened successfully at 1731953578239 2024-11-18T18:12:58,240 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731953578201 2024-11-18T18:12:58,242 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T18:12:58,242 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T18:12:58,243 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=818bff808382,37215,1731953575285 2024-11-18T18:12:58,244 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 818bff808382,37215,1731953575285, state=OPEN 2024-11-18T18:12:58,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37215-0x1000bd5ece00004, quorum=127.0.0.1:50040, baseZNode=/1-1883400548 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1883400548/meta-region-server 2024-11-18T18:12:58,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32903-0x1000bd5ece00003, quorum=127.0.0.1:50040, baseZNode=/1-1883400548 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1883400548/meta-region-server 2024-11-18T18:12:58,245 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=818bff808382,37215,1731953575285 2024-11-18T18:12:58,245 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1883400548/meta-region-server: CHANGED 2024-11-18T18:12:58,245 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1883400548/meta-region-server: CHANGED 2024-11-18T18:12:58,247 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T18:12:58,247 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=818bff808382,37215,1731953575285 in 196 msec 2024-11-18T18:12:58,249 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T18:12:58,249 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 354 msec 2024-11-18T18:12:58,249 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T18:12:58,249 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T18:12:58,250 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T18:12:58,250 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=818bff808382,37215,1731953575285, seqNum=-1] 2024-11-18T18:12:58,250 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T18:12:58,251 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47743, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T18:12:58,255 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1990 sec 2024-11-18T18:12:58,256 INFO [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731953578256, completionTime=-1 2024-11-18T18:12:58,256 INFO [master/818bff808382:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T18:12:58,256 DEBUG [master/818bff808382:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T18:12:58,257 INFO [master/818bff808382:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T18:12:58,257 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731953638257 2024-11-18T18:12:58,257 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731953698257 2024-11-18T18:12:58,258 INFO [master/818bff808382:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-18T18:12:58,258 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,32903,1731953575250-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T18:12:58,258 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,32903,1731953575250-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:12:58,258 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,32903,1731953575250-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:12:58,258 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-818bff808382:32903, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:12:58,258 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T18:12:58,259 DEBUG [master/818bff808382:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T18:12:58,260 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T18:12:58,262 INFO [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.942sec 2024-11-18T18:12:58,263 INFO [master/818bff808382:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T18:12:58,263 INFO [master/818bff808382:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T18:12:58,263 INFO [master/818bff808382:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T18:12:58,263 INFO [master/818bff808382:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T18:12:58,263 INFO [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T18:12:58,263 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,32903,1731953575250-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T18:12:58,263 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,32903,1731953575250-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T18:12:58,265 DEBUG [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T18:12:58,265 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T18:12:58,265 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,32903,1731953575250-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:12:58,305 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fe97aab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:12:58,305 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 818bff808382,32903,-1 for getting cluster id 2024-11-18T18:12:58,305 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T18:12:58,306 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '67f503cb-5fd6-407c-b520-13edf3fa0ccd' 2024-11-18T18:12:58,307 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T18:12:58,307 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "67f503cb-5fd6-407c-b520-13edf3fa0ccd" 2024-11-18T18:12:58,307 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a86de1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:12:58,307 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [818bff808382,32903,-1] 2024-11-18T18:12:58,307 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T18:12:58,307 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:12:58,308 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T18:12:58,309 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77ac8534, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:12:58,309 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T18:12:58,310 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=818bff808382,37215,1731953575285, seqNum=-1] 2024-11-18T18:12:58,310 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T18:12:58,311 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45470, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T18:12:58,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=818bff808382,32903,1731953575250 2024-11-18T18:12:58,313 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:50040 2024-11-18T18:12:58,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:50040, baseZNode=/1-1883400548 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T18:12:58,316 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1000bd5ece00005 connected 2024-11-18T18:12:58,320 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T18:12:58,321 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 818bff808382,38621,1731953571888 2024-11-18T18:12:58,321 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@291a4e19 2024-11-18T18:12:58,321 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T18:12:58,322 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T18:12:58,323 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38621 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T18:12:58,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38621 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-18T18:12:58,324 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T18:12:58,325 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:12:58,325 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38621 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-18T18:12:58,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38621 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T18:12:58,325 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T18:12:58,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44661 is added to blk_1073741835_1011 (size=902) 2024-11-18T18:12:58,336 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => edc91d8787ea2ad4c349714412a98060, NAME => 'test,,1731953578322.edc91d8787ea2ad4c349714412a98060.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38135/user/jenkins/test-data/0d582035-c995-c367-1a1f-8e04857094e0 2024-11-18T18:12:58,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44661 is added to blk_1073741836_1012 (size=39) 2024-11-18T18:12:58,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38621 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T18:12:58,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38621 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T18:12:58,741 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731953578322.edc91d8787ea2ad4c349714412a98060.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:12:58,741 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing edc91d8787ea2ad4c349714412a98060, disabling compactions & flushes 2024-11-18T18:12:58,741 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731953578322.edc91d8787ea2ad4c349714412a98060. 2024-11-18T18:12:58,741 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731953578322.edc91d8787ea2ad4c349714412a98060. 2024-11-18T18:12:58,741 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731953578322.edc91d8787ea2ad4c349714412a98060. after waiting 0 ms 2024-11-18T18:12:58,741 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731953578322.edc91d8787ea2ad4c349714412a98060. 2024-11-18T18:12:58,741 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731953578322.edc91d8787ea2ad4c349714412a98060. 2024-11-18T18:12:58,741 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for edc91d8787ea2ad4c349714412a98060: Waiting for close lock at 1731953578741Disabling compacts and flushes for region at 1731953578741Disabling writes for close at 1731953578741Writing region close event to WAL at 1731953578741Closed at 1731953578741 2024-11-18T18:12:58,743 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T18:12:58,743 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731953578322.edc91d8787ea2ad4c349714412a98060.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731953578743"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731953578743"}]},"ts":"1731953578743"} 2024-11-18T18:12:58,745 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T18:12:58,746 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T18:12:58,746 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731953578746"}]},"ts":"1731953578746"} 2024-11-18T18:12:58,747 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-18T18:12:58,748 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=edc91d8787ea2ad4c349714412a98060, ASSIGN}] 2024-11-18T18:12:58,748 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=edc91d8787ea2ad4c349714412a98060, ASSIGN 2024-11-18T18:12:58,749 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=edc91d8787ea2ad4c349714412a98060, ASSIGN; state=OFFLINE, location=818bff808382,44161,1731953571941; forceNewPlan=false, retain=false 2024-11-18T18:12:58,900 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=edc91d8787ea2ad4c349714412a98060, regionState=OPENING, regionLocation=818bff808382,44161,1731953571941 2024-11-18T18:12:58,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=edc91d8787ea2ad4c349714412a98060, ASSIGN because future has completed 2024-11-18T18:12:58,902 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure edc91d8787ea2ad4c349714412a98060, server=818bff808382,44161,1731953571941}] 2024-11-18T18:12:58,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38621 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T18:12:58,990 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T18:12:59,059 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731953578322.edc91d8787ea2ad4c349714412a98060. 2024-11-18T18:12:59,059 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => edc91d8787ea2ad4c349714412a98060, NAME => 'test,,1731953578322.edc91d8787ea2ad4c349714412a98060.', STARTKEY => '', ENDKEY => ''} 2024-11-18T18:12:59,059 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T18:12:59,059 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-18T18:12:59,060 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test edc91d8787ea2ad4c349714412a98060 2024-11-18T18:12:59,060 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731953578322.edc91d8787ea2ad4c349714412a98060.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:12:59,060 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for edc91d8787ea2ad4c349714412a98060 2024-11-18T18:12:59,060 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for edc91d8787ea2ad4c349714412a98060 2024-11-18T18:12:59,061 INFO [StoreOpener-edc91d8787ea2ad4c349714412a98060-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region edc91d8787ea2ad4c349714412a98060 2024-11-18T18:12:59,062 INFO [StoreOpener-edc91d8787ea2ad4c349714412a98060-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region edc91d8787ea2ad4c349714412a98060 columnFamilyName f 2024-11-18T18:12:59,063 DEBUG [StoreOpener-edc91d8787ea2ad4c349714412a98060-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:12:59,063 INFO [StoreOpener-edc91d8787ea2ad4c349714412a98060-1 {}] regionserver.HStore(327): Store=edc91d8787ea2ad4c349714412a98060/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:12:59,063 INFO [StoreOpener-edc91d8787ea2ad4c349714412a98060-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region edc91d8787ea2ad4c349714412a98060 2024-11-18T18:12:59,064 INFO [StoreOpener-edc91d8787ea2ad4c349714412a98060-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region edc91d8787ea2ad4c349714412a98060 columnFamilyName f1 2024-11-18T18:12:59,064 DEBUG [StoreOpener-edc91d8787ea2ad4c349714412a98060-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:12:59,065 INFO [StoreOpener-edc91d8787ea2ad4c349714412a98060-1 {}] regionserver.HStore(327): Store=edc91d8787ea2ad4c349714412a98060/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:12:59,065 INFO [StoreOpener-edc91d8787ea2ad4c349714412a98060-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region edc91d8787ea2ad4c349714412a98060 2024-11-18T18:12:59,066 INFO [StoreOpener-edc91d8787ea2ad4c349714412a98060-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region edc91d8787ea2ad4c349714412a98060 columnFamilyName norep 2024-11-18T18:12:59,066 DEBUG [StoreOpener-edc91d8787ea2ad4c349714412a98060-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:12:59,066 INFO [StoreOpener-edc91d8787ea2ad4c349714412a98060-1 {}] regionserver.HStore(327): Store=edc91d8787ea2ad4c349714412a98060/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:12:59,066 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for edc91d8787ea2ad4c349714412a98060 2024-11-18T18:12:59,067 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38135/user/jenkins/test-data/0d582035-c995-c367-1a1f-8e04857094e0/data/default/test/edc91d8787ea2ad4c349714412a98060 2024-11-18T18:12:59,068 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38135/user/jenkins/test-data/0d582035-c995-c367-1a1f-8e04857094e0/data/default/test/edc91d8787ea2ad4c349714412a98060 2024-11-18T18:12:59,068 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for edc91d8787ea2ad4c349714412a98060 2024-11-18T18:12:59,068 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for edc91d8787ea2ad4c349714412a98060 2024-11-18T18:12:59,069 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T18:12:59,070 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for edc91d8787ea2ad4c349714412a98060 2024-11-18T18:12:59,073 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38135/user/jenkins/test-data/0d582035-c995-c367-1a1f-8e04857094e0/data/default/test/edc91d8787ea2ad4c349714412a98060/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T18:12:59,073 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened edc91d8787ea2ad4c349714412a98060; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74188082, jitterRate=0.10548856854438782}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T18:12:59,073 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for edc91d8787ea2ad4c349714412a98060 2024-11-18T18:12:59,074 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for edc91d8787ea2ad4c349714412a98060: Running coprocessor pre-open hook at 1731953579060Writing region info on filesystem at 1731953579060Initializing all the Stores at 1731953579061 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953579061Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953579061Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953579061Cleaning up temporary data from old regions at 1731953579068 (+7 ms)Running coprocessor post-open hooks at 1731953579073 (+5 ms)Region opened successfully at 1731953579074 (+1 ms) 2024-11-18T18:12:59,075 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731953578322.edc91d8787ea2ad4c349714412a98060., pid=6, masterSystemTime=1731953579054 2024-11-18T18:12:59,078 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731953578322.edc91d8787ea2ad4c349714412a98060. 2024-11-18T18:12:59,078 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731953578322.edc91d8787ea2ad4c349714412a98060. 2024-11-18T18:12:59,079 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=edc91d8787ea2ad4c349714412a98060, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=818bff808382,44161,1731953571941 2024-11-18T18:12:59,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure edc91d8787ea2ad4c349714412a98060, server=818bff808382,44161,1731953571941 because future has completed 2024-11-18T18:12:59,084 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T18:12:59,084 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure edc91d8787ea2ad4c349714412a98060, server=818bff808382,44161,1731953571941 in 180 msec 2024-11-18T18:12:59,086 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T18:12:59,087 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=edc91d8787ea2ad4c349714412a98060, ASSIGN in 337 msec 2024-11-18T18:12:59,087 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T18:12:59,088 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731953579087"}]},"ts":"1731953579087"} 2024-11-18T18:12:59,089 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-18T18:12:59,090 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T18:12:59,091 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 767 msec 2024-11-18T18:12:59,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38621 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T18:12:59,462 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-18T18:12:59,463 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T18:12:59,463 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 818bff808382,32903,1731953575250 2024-11-18T18:12:59,463 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@44da8fdf 2024-11-18T18:12:59,463 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T18:12:59,464 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40364, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T18:12:59,465 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32903 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T18:12:59,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32903 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-18T18:12:59,467 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T18:12:59,468 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:12:59,468 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32903 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-18T18:12:59,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32903 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T18:12:59,469 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T18:12:59,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741835_1011 (size=902) 2024-11-18T18:12:59,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32903 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T18:12:59,610 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T18:12:59,631 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:12:59,632 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:12:59,632 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:12:59,632 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:12:59,633 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:12:59,633 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:12:59,640 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:12:59,640 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:12:59,643 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:12:59,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32903 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T18:12:59,875 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0e3ebed4c06a7d7ec618762cde1eea67, NAME => 'test,,1731953579465.0e3ebed4c06a7d7ec618762cde1eea67.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39163/user/jenkins/test-data/7e760baa-8a6d-9f82-6e7b-4746fd940bb6 2024-11-18T18:12:59,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741836_1012 (size=39) 2024-11-18T18:13:00,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32903 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T18:13:00,282 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731953579465.0e3ebed4c06a7d7ec618762cde1eea67.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:13:00,282 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 0e3ebed4c06a7d7ec618762cde1eea67, disabling compactions & flushes 2024-11-18T18:13:00,282 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731953579465.0e3ebed4c06a7d7ec618762cde1eea67. 2024-11-18T18:13:00,282 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731953579465.0e3ebed4c06a7d7ec618762cde1eea67. 2024-11-18T18:13:00,283 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731953579465.0e3ebed4c06a7d7ec618762cde1eea67. after waiting 0 ms 2024-11-18T18:13:00,283 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731953579465.0e3ebed4c06a7d7ec618762cde1eea67. 2024-11-18T18:13:00,283 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731953579465.0e3ebed4c06a7d7ec618762cde1eea67. 2024-11-18T18:13:00,283 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0e3ebed4c06a7d7ec618762cde1eea67: Waiting for close lock at 1731953580282Disabling compacts and flushes for region at 1731953580282Disabling writes for close at 1731953580283 (+1 ms)Writing region close event to WAL at 1731953580283Closed at 1731953580283 2024-11-18T18:13:00,284 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T18:13:00,284 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731953579465.0e3ebed4c06a7d7ec618762cde1eea67.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731953580284"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731953580284"}]},"ts":"1731953580284"} 2024-11-18T18:13:00,286 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T18:13:00,287 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T18:13:00,287 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731953580287"}]},"ts":"1731953580287"} 2024-11-18T18:13:00,288 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-18T18:13:00,288 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0e3ebed4c06a7d7ec618762cde1eea67, ASSIGN}] 2024-11-18T18:13:00,289 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0e3ebed4c06a7d7ec618762cde1eea67, ASSIGN 2024-11-18T18:13:00,290 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=0e3ebed4c06a7d7ec618762cde1eea67, ASSIGN; state=OFFLINE, location=818bff808382,37215,1731953575285; forceNewPlan=false, retain=false 2024-11-18T18:13:00,441 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0e3ebed4c06a7d7ec618762cde1eea67, regionState=OPENING, regionLocation=818bff808382,37215,1731953575285 2024-11-18T18:13:00,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=0e3ebed4c06a7d7ec618762cde1eea67, ASSIGN because future has completed 2024-11-18T18:13:00,443 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0e3ebed4c06a7d7ec618762cde1eea67, server=818bff808382,37215,1731953575285}] 2024-11-18T18:13:00,599 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731953579465.0e3ebed4c06a7d7ec618762cde1eea67. 2024-11-18T18:13:00,599 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 0e3ebed4c06a7d7ec618762cde1eea67, NAME => 'test,,1731953579465.0e3ebed4c06a7d7ec618762cde1eea67.', STARTKEY => '', ENDKEY => ''} 2024-11-18T18:13:00,599 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T18:13:00,599 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-18T18:13:00,600 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0e3ebed4c06a7d7ec618762cde1eea67 2024-11-18T18:13:00,600 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731953579465.0e3ebed4c06a7d7ec618762cde1eea67.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:13:00,600 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 0e3ebed4c06a7d7ec618762cde1eea67 2024-11-18T18:13:00,600 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 0e3ebed4c06a7d7ec618762cde1eea67 2024-11-18T18:13:00,601 INFO [StoreOpener-0e3ebed4c06a7d7ec618762cde1eea67-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0e3ebed4c06a7d7ec618762cde1eea67 2024-11-18T18:13:00,602 INFO [StoreOpener-0e3ebed4c06a7d7ec618762cde1eea67-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e3ebed4c06a7d7ec618762cde1eea67 columnFamilyName f 2024-11-18T18:13:00,602 DEBUG [StoreOpener-0e3ebed4c06a7d7ec618762cde1eea67-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:13:00,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32903 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T18:13:00,602 INFO [StoreOpener-0e3ebed4c06a7d7ec618762cde1eea67-1 {}] regionserver.HStore(327): Store=0e3ebed4c06a7d7ec618762cde1eea67/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:13:00,602 INFO [StoreOpener-0e3ebed4c06a7d7ec618762cde1eea67-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 0e3ebed4c06a7d7ec618762cde1eea67 2024-11-18T18:13:00,603 INFO [StoreOpener-0e3ebed4c06a7d7ec618762cde1eea67-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e3ebed4c06a7d7ec618762cde1eea67 columnFamilyName f1 2024-11-18T18:13:00,603 DEBUG [StoreOpener-0e3ebed4c06a7d7ec618762cde1eea67-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:13:00,604 INFO [StoreOpener-0e3ebed4c06a7d7ec618762cde1eea67-1 {}] regionserver.HStore(327): Store=0e3ebed4c06a7d7ec618762cde1eea67/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:13:00,604 INFO [StoreOpener-0e3ebed4c06a7d7ec618762cde1eea67-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0e3ebed4c06a7d7ec618762cde1eea67 2024-11-18T18:13:00,604 INFO [StoreOpener-0e3ebed4c06a7d7ec618762cde1eea67-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e3ebed4c06a7d7ec618762cde1eea67 columnFamilyName norep 2024-11-18T18:13:00,604 DEBUG [StoreOpener-0e3ebed4c06a7d7ec618762cde1eea67-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:13:00,605 INFO [StoreOpener-0e3ebed4c06a7d7ec618762cde1eea67-1 {}] regionserver.HStore(327): Store=0e3ebed4c06a7d7ec618762cde1eea67/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:13:00,605 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 0e3ebed4c06a7d7ec618762cde1eea67 2024-11-18T18:13:00,605 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39163/user/jenkins/test-data/7e760baa-8a6d-9f82-6e7b-4746fd940bb6/data/default/test/0e3ebed4c06a7d7ec618762cde1eea67 2024-11-18T18:13:00,605 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39163/user/jenkins/test-data/7e760baa-8a6d-9f82-6e7b-4746fd940bb6/data/default/test/0e3ebed4c06a7d7ec618762cde1eea67 2024-11-18T18:13:00,606 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 0e3ebed4c06a7d7ec618762cde1eea67 2024-11-18T18:13:00,606 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 0e3ebed4c06a7d7ec618762cde1eea67 2024-11-18T18:13:00,606 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T18:13:00,607 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 0e3ebed4c06a7d7ec618762cde1eea67 2024-11-18T18:13:00,609 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39163/user/jenkins/test-data/7e760baa-8a6d-9f82-6e7b-4746fd940bb6/data/default/test/0e3ebed4c06a7d7ec618762cde1eea67/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T18:13:00,609 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 0e3ebed4c06a7d7ec618762cde1eea67; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66628834, jitterRate=-0.00715300440788269}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T18:13:00,609 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0e3ebed4c06a7d7ec618762cde1eea67 2024-11-18T18:13:00,609 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 0e3ebed4c06a7d7ec618762cde1eea67: Running coprocessor pre-open hook at 1731953580600Writing region info on filesystem at 1731953580600Initializing all the Stores at 1731953580601 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953580601Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953580601Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953580601Cleaning up temporary data from old regions at 1731953580606 (+5 ms)Running coprocessor post-open hooks at 1731953580609 (+3 ms)Region opened successfully at 1731953580609 2024-11-18T18:13:00,610 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731953579465.0e3ebed4c06a7d7ec618762cde1eea67., pid=6, masterSystemTime=1731953580595 2024-11-18T18:13:00,612 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731953579465.0e3ebed4c06a7d7ec618762cde1eea67. 2024-11-18T18:13:00,612 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731953579465.0e3ebed4c06a7d7ec618762cde1eea67. 2024-11-18T18:13:00,612 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0e3ebed4c06a7d7ec618762cde1eea67, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=818bff808382,37215,1731953575285 2024-11-18T18:13:00,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0e3ebed4c06a7d7ec618762cde1eea67, server=818bff808382,37215,1731953575285 because future has completed 2024-11-18T18:13:00,616 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T18:13:00,616 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0e3ebed4c06a7d7ec618762cde1eea67, server=818bff808382,37215,1731953575285 in 172 msec 2024-11-18T18:13:00,618 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T18:13:00,618 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=0e3ebed4c06a7d7ec618762cde1eea67, ASSIGN in 328 msec 2024-11-18T18:13:00,618 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T18:13:00,619 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731953580619"}]},"ts":"1731953580619"} 2024-11-18T18:13:00,620 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-18T18:13:00,621 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T18:13:00,622 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1560 sec 2024-11-18T18:13:01,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32903 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T18:13:01,612 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-18T18:13:01,613 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50d44bea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:13:01,613 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 818bff808382,38621,-1 for getting cluster id 2024-11-18T18:13:01,613 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T18:13:01,614 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5d662076-8999-4e60-8957-c9f88feb461d' 2024-11-18T18:13:01,614 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T18:13:01,614 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5d662076-8999-4e60-8957-c9f88feb461d" 2024-11-18T18:13:01,614 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1da31ff9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:13:01,614 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [818bff808382,38621,-1] 2024-11-18T18:13:01,614 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T18:13:01,614 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:13:01,615 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T18:13:01,616 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56ea2516, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:13:01,616 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77dd723d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:13:01,616 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 818bff808382,32903,-1 for getting cluster id 2024-11-18T18:13:01,616 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T18:13:01,617 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '67f503cb-5fd6-407c-b520-13edf3fa0ccd' 2024-11-18T18:13:01,617 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T18:13:01,617 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "67f503cb-5fd6-407c-b520-13edf3fa0ccd" 2024-11-18T18:13:01,617 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14c5ebe2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:13:01,617 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [818bff808382,32903,-1] 2024-11-18T18:13:01,617 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T18:13:01,618 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:13:01,618 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40384, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T18:13:01,619 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40c53c42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:13:01,619 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e8000ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:13:01,619 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 818bff808382,38621,-1 for getting cluster id 2024-11-18T18:13:01,619 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T18:13:01,620 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5d662076-8999-4e60-8957-c9f88feb461d' 2024-11-18T18:13:01,620 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T18:13:01,620 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5d662076-8999-4e60-8957-c9f88feb461d" 2024-11-18T18:13:01,620 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18db204c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:13:01,620 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [818bff808382,38621,-1] 2024-11-18T18:13:01,620 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T18:13:01,620 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:13:01,621 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T18:13:01,622 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b9870a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:13:01,622 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T18:13:01,622 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 818bff808382,38621,1731953571888 2024-11-18T18:13:01,622 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3e1a182f 2024-11-18T18:13:01,623 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T18:13:01,623 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T18:13:01,624 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38621 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://818bff808382:32903,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-18T18:13:01,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38621 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T18:13:01,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38621 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T18:13:01,626 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='818bff808382:32903' 2024-11-18T18:13:01,627 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21e3fa72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:13:01,627 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 818bff808382,32903,-1 for getting cluster id 2024-11-18T18:13:01,627 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T18:13:01,628 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '67f503cb-5fd6-407c-b520-13edf3fa0ccd' 2024-11-18T18:13:01,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T18:13:01,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "67f503cb-5fd6-407c-b520-13edf3fa0ccd" 2024-11-18T18:13:01,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6736d49f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:13:01,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [818bff808382,32903,-1] 2024-11-18T18:13:01,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T18:13:01,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:13:01,629 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40400, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T18:13:01,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68fe42a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:13:01,630 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T18:13:01,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 818bff808382,32903,1731953575250 2024-11-18T18:13:01,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@101486c9 2024-11-18T18:13:01,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T18:13:01,631 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T18:13:01,632 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-18T18:13:01,632 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T18:13:01,632 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:13:01,632 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:13:01,632 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T18:13:01,632 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T18:13:01,633 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-18T18:13:01,634 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T18:13:01,634 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:13:01,635 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T18:13:01,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44661 is added to blk_1073741837_1013 (size=1138) 2024-11-18T18:13:01,683 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-18T18:13:01,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38621 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T18:13:01,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38621 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T18:13:02,041 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cebe1bcef1ddcfda06301a657b6849ab, NAME => 'hbase:replication,,1731953581632.cebe1bcef1ddcfda06301a657b6849ab.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38135/user/jenkins/test-data/0d582035-c995-c367-1a1f-8e04857094e0 2024-11-18T18:13:02,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44661 is added to blk_1073741838_1014 (size=44) 2024-11-18T18:13:02,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38621 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T18:13:02,447 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731953581632.cebe1bcef1ddcfda06301a657b6849ab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:13:02,447 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing cebe1bcef1ddcfda06301a657b6849ab, disabling compactions & flushes 2024-11-18T18:13:02,447 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731953581632.cebe1bcef1ddcfda06301a657b6849ab. 2024-11-18T18:13:02,447 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731953581632.cebe1bcef1ddcfda06301a657b6849ab. 2024-11-18T18:13:02,447 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731953581632.cebe1bcef1ddcfda06301a657b6849ab. after waiting 0 ms 2024-11-18T18:13:02,447 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731953581632.cebe1bcef1ddcfda06301a657b6849ab. 2024-11-18T18:13:02,447 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731953581632.cebe1bcef1ddcfda06301a657b6849ab. 2024-11-18T18:13:02,447 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for cebe1bcef1ddcfda06301a657b6849ab: Waiting for close lock at 1731953582447Disabling compacts and flushes for region at 1731953582447Disabling writes for close at 1731953582447Writing region close event to WAL at 1731953582447Closed at 1731953582447 2024-11-18T18:13:02,449 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T18:13:02,449 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731953581632.cebe1bcef1ddcfda06301a657b6849ab.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731953582449"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731953582449"}]},"ts":"1731953582449"} 2024-11-18T18:13:02,451 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T18:13:02,452 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T18:13:02,452 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731953582452"}]},"ts":"1731953582452"} 2024-11-18T18:13:02,453 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-18T18:13:02,454 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cebe1bcef1ddcfda06301a657b6849ab, ASSIGN}] 2024-11-18T18:13:02,454 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cebe1bcef1ddcfda06301a657b6849ab, ASSIGN 2024-11-18T18:13:02,455 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=cebe1bcef1ddcfda06301a657b6849ab, ASSIGN; state=OFFLINE, location=818bff808382,44161,1731953571941; forceNewPlan=false, retain=false 2024-11-18T18:13:02,606 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=cebe1bcef1ddcfda06301a657b6849ab, regionState=OPENING, regionLocation=818bff808382,44161,1731953571941 2024-11-18T18:13:02,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=cebe1bcef1ddcfda06301a657b6849ab, ASSIGN because future has completed 2024-11-18T18:13:02,609 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure cebe1bcef1ddcfda06301a657b6849ab, server=818bff808382,44161,1731953571941}] 2024-11-18T18:13:02,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38621 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T18:13:02,766 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731953581632.cebe1bcef1ddcfda06301a657b6849ab. 2024-11-18T18:13:02,766 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T18:13:02,766 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-18T18:13:02,767 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=818bff808382%2C44161%2C1731953571941.rep, suffix=, logDir=hdfs://localhost:38135/user/jenkins/test-data/0d582035-c995-c367-1a1f-8e04857094e0/WALs/818bff808382,44161,1731953571941, archiveDir=hdfs://localhost:38135/user/jenkins/test-data/0d582035-c995-c367-1a1f-8e04857094e0/oldWALs, maxLogs=10 2024-11-18T18:13:02,784 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0d582035-c995-c367-1a1f-8e04857094e0/WALs/818bff808382,44161,1731953571941/818bff808382%2C44161%2C1731953571941.rep.1731953582767, exclude list is [], retry=0 2024-11-18T18:13:02,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44661,DS-c64b72aa-1e9b-4d76-9003-181a86a3cb04,DISK] 2024-11-18T18:13:02,787 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0d582035-c995-c367-1a1f-8e04857094e0/WALs/818bff808382,44161,1731953571941/818bff808382%2C44161%2C1731953571941.rep.1731953582767 2024-11-18T18:13:02,788 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38861:38861)] 2024-11-18T18:13:02,788 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => cebe1bcef1ddcfda06301a657b6849ab, NAME => 'hbase:replication,,1731953581632.cebe1bcef1ddcfda06301a657b6849ab.', STARTKEY => '', ENDKEY => ''} 2024-11-18T18:13:02,788 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T18:13:02,788 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T18:13:02,788 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731953581632.cebe1bcef1ddcfda06301a657b6849ab. service=MultiRowMutationService 2024-11-18T18:13:02,788 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-18T18:13:02,788 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication cebe1bcef1ddcfda06301a657b6849ab 2024-11-18T18:13:02,788 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731953581632.cebe1bcef1ddcfda06301a657b6849ab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:13:02,788 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for cebe1bcef1ddcfda06301a657b6849ab 2024-11-18T18:13:02,789 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for cebe1bcef1ddcfda06301a657b6849ab 2024-11-18T18:13:02,790 INFO [StoreOpener-cebe1bcef1ddcfda06301a657b6849ab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region cebe1bcef1ddcfda06301a657b6849ab 2024-11-18T18:13:02,791 INFO [StoreOpener-cebe1bcef1ddcfda06301a657b6849ab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cebe1bcef1ddcfda06301a657b6849ab columnFamilyName hfileref 2024-11-18T18:13:02,791 DEBUG [StoreOpener-cebe1bcef1ddcfda06301a657b6849ab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:13:02,791 INFO [StoreOpener-cebe1bcef1ddcfda06301a657b6849ab-1 {}] regionserver.HStore(327): Store=cebe1bcef1ddcfda06301a657b6849ab/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:13:02,791 INFO [StoreOpener-cebe1bcef1ddcfda06301a657b6849ab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region cebe1bcef1ddcfda06301a657b6849ab 2024-11-18T18:13:02,792 INFO [StoreOpener-cebe1bcef1ddcfda06301a657b6849ab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cebe1bcef1ddcfda06301a657b6849ab columnFamilyName queue 2024-11-18T18:13:02,792 DEBUG [StoreOpener-cebe1bcef1ddcfda06301a657b6849ab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:13:02,792 INFO [StoreOpener-cebe1bcef1ddcfda06301a657b6849ab-1 {}] regionserver.HStore(327): Store=cebe1bcef1ddcfda06301a657b6849ab/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:13:02,792 INFO [StoreOpener-cebe1bcef1ddcfda06301a657b6849ab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region cebe1bcef1ddcfda06301a657b6849ab 2024-11-18T18:13:02,793 INFO [StoreOpener-cebe1bcef1ddcfda06301a657b6849ab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cebe1bcef1ddcfda06301a657b6849ab columnFamilyName sid 2024-11-18T18:13:02,793 DEBUG [StoreOpener-cebe1bcef1ddcfda06301a657b6849ab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:13:02,794 INFO [StoreOpener-cebe1bcef1ddcfda06301a657b6849ab-1 {}] regionserver.HStore(327): Store=cebe1bcef1ddcfda06301a657b6849ab/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:13:02,794 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for cebe1bcef1ddcfda06301a657b6849ab 2024-11-18T18:13:02,794 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38135/user/jenkins/test-data/0d582035-c995-c367-1a1f-8e04857094e0/data/hbase/replication/cebe1bcef1ddcfda06301a657b6849ab 2024-11-18T18:13:02,795 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38135/user/jenkins/test-data/0d582035-c995-c367-1a1f-8e04857094e0/data/hbase/replication/cebe1bcef1ddcfda06301a657b6849ab 2024-11-18T18:13:02,795 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for cebe1bcef1ddcfda06301a657b6849ab 2024-11-18T18:13:02,795 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for cebe1bcef1ddcfda06301a657b6849ab 2024-11-18T18:13:02,796 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T18:13:02,797 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for cebe1bcef1ddcfda06301a657b6849ab 2024-11-18T18:13:02,798 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38135/user/jenkins/test-data/0d582035-c995-c367-1a1f-8e04857094e0/data/hbase/replication/cebe1bcef1ddcfda06301a657b6849ab/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T18:13:02,799 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened cebe1bcef1ddcfda06301a657b6849ab; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70908465, jitterRate=0.05661846697330475}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T18:13:02,799 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cebe1bcef1ddcfda06301a657b6849ab 2024-11-18T18:13:02,799 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for cebe1bcef1ddcfda06301a657b6849ab: Running coprocessor pre-open hook at 1731953582789Writing region info on filesystem at 1731953582789Initializing all the Stores at 1731953582789Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953582789Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953582789Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953582789Cleaning up temporary data from old regions at 1731953582795 (+6 ms)Running coprocessor post-open hooks at 1731953582799 (+4 ms)Region opened successfully at 1731953582799 2024-11-18T18:13:02,800 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731953581632.cebe1bcef1ddcfda06301a657b6849ab., pid=10, masterSystemTime=1731953582760 2024-11-18T18:13:02,802 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731953581632.cebe1bcef1ddcfda06301a657b6849ab. 2024-11-18T18:13:02,802 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731953581632.cebe1bcef1ddcfda06301a657b6849ab. 2024-11-18T18:13:02,803 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=cebe1bcef1ddcfda06301a657b6849ab, regionState=OPEN, openSeqNum=2, regionLocation=818bff808382,44161,1731953571941 2024-11-18T18:13:02,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure cebe1bcef1ddcfda06301a657b6849ab, server=818bff808382,44161,1731953571941 because future has completed 2024-11-18T18:13:02,807 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-18T18:13:02,807 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure cebe1bcef1ddcfda06301a657b6849ab, server=818bff808382,44161,1731953571941 in 196 msec 2024-11-18T18:13:02,809 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-18T18:13:02,809 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cebe1bcef1ddcfda06301a657b6849ab, ASSIGN in 354 msec 2024-11-18T18:13:02,810 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T18:13:02,810 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731953582810"}]},"ts":"1731953582810"} 2024-11-18T18:13:02,812 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-18T18:13:02,813 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T18:13:02,814 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1810 sec 2024-11-18T18:13:02,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731953581632.cebe1bcef1ddcfda06301a657b6849ab., hostname=818bff808382,44161,1731953571941, seqNum=2] 2024-11-18T18:13:02,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44161-0x1000bd5ece00001, quorum=127.0.0.1:50040, baseZNode=/01236169711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01236169711 2024-11-18T18:13:02,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38621-0x1000bd5ece00000, quorum=127.0.0.1:50040, baseZNode=/01236169711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01236169711 2024-11-18T18:13:02,848 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T18:13:03,000 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-18T18:13:03,001 INFO [RS_REFRESH_PEER-regionserver/818bff808382:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-18T18:13:03,031 INFO [RS_REFRESH_PEER-regionserver/818bff808382:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-818bff808382,44161,1731953571941, ReplicationSource: 1, currentBandwidth=0 2024-11-18T18:13:03,032 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T18:13:03,032 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=818bff808382,44161,1731953571941, seqNum=-1] 2024-11-18T18:13:03,032 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T18:13:03,033 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33367, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-18T18:13:03,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-818bff808382,44161,1731953571941', locateType=CURRENT is [region=hbase:replication,,1731953581632.cebe1bcef1ddcfda06301a657b6849ab., hostname=818bff808382,44161,1731953571941, seqNum=2] 2024-11-18T18:13:03,038 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-18T18:13:03,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38621 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-18T18:13:03,040 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 818bff808382,44161,1731953571941 suceeded 2024-11-18T18:13:03,042 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-18T18:13:03,042 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 192 msec 2024-11-18T18:13:03,042 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://818bff808382:32903,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T18:13:03,043 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4180 sec 2024-11-18T18:13:03,055 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,44161,1731953571941 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='818bff808382:32903' 2024-11-18T18:13:03,056 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,44161,1731953571941 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@76c4e05b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:13:03,056 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,44161,1731953571941 {}] client.ClusterIdFetcher(90): Going to request 818bff808382,32903,-1 for getting cluster id 2024-11-18T18:13:03,056 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,44161,1731953571941 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T18:13:03,057 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '67f503cb-5fd6-407c-b520-13edf3fa0ccd' 2024-11-18T18:13:03,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T18:13:03,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "67f503cb-5fd6-407c-b520-13edf3fa0ccd" 2024-11-18T18:13:03,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7a009c8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:13:03,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [818bff808382,32903,-1] 2024-11-18T18:13:03,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T18:13:03,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:13:03,058 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-18T18:13:03,059 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,44161,1731953571941 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2975d46b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:13:03,059 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,44161,1731953571941 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T18:13:03,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 818bff808382,32903,1731953575250 2024-11-18T18:13:03,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7b57f966 2024-11-18T18:13:03,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T18:13:03,061 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-18T18:13:03,061 INFO [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,44161,1731953571941 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-818bff808382,44161,1731953571941 (queues=1) is replicating from cluster=5d662076-8999-4e60-8957-c9f88feb461d to cluster=67f503cb-5fd6-407c-b520-13edf3fa0ccd 2024-11-18T18:13:03,061 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,44161,1731953571941 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=818bff808382%2C44161%2C1731953571941 2024-11-18T18:13:03,062 INFO [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,44161,1731953571941 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-818bff808382,44161,1731953571941, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T18:13:03,062 INFO [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,44161,1731953571941.replicationSource.shipper818bff808382%2C44161%2C1731953571941,1-818bff808382,44161,1731953571941 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 818bff808382%2C44161%2C1731953571941 2024-11-18T18:13:03,062 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,44161,1731953571941.replicationSource.wal-reader.818bff808382%2C44161%2C1731953571941,1-818bff808382,44161,1731953571941 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38135/user/jenkins/test-data/0d582035-c995-c367-1a1f-8e04857094e0/WALs/818bff808382,44161,1731953571941/818bff808382%2C44161%2C1731953571941.1731953573128, startPosition=0, beingWritten=true 2024-11-18T18:13:03,067 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,44161,1731953571941.replicationSource.wal-reader.818bff808382%2C44161%2C1731953571941,1-818bff808382,44161,1731953571941 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T18:13:03,067 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,44161,1731953571941.replicationSource.wal-reader.818bff808382%2C44161%2C1731953571941,1-818bff808382,44161,1731953571941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38135/user/jenkins/test-data/0d582035-c995-c367-1a1f-8e04857094e0/WALs/818bff808382,44161,1731953571941/818bff808382%2C44161%2C1731953571941.1731953573128 to pos 379, reset compression=false 2024-11-18T18:13:03,067 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,44161,1731953571941.replicationSource.shipper818bff808382%2C44161%2C1731953571941,1-818bff808382,44161,1731953571941 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-818bff808382,44161,1731953571941 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38135/user/jenkins/test-data/0d582035-c995-c367-1a1f-8e04857094e0/WALs/818bff808382,44161,1731953571941/818bff808382%2C44161%2C1731953571941.1731953573128, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T18:13:03,138 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-18T18:13:03,270 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,44161,1731953571941.replicationSource.wal-reader.818bff808382%2C44161%2C1731953571941,1-818bff808382,44161,1731953571941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38135/user/jenkins/test-data/0d582035-c995-c367-1a1f-8e04857094e0/WALs/818bff808382,44161,1731953571941/818bff808382%2C44161%2C1731953571941.1731953573128 to pos 379, reset compression=false 2024-11-18T18:13:03,574 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,44161,1731953571941.replicationSource.wal-reader.818bff808382%2C44161%2C1731953571941,1-818bff808382,44161,1731953571941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38135/user/jenkins/test-data/0d582035-c995-c367-1a1f-8e04857094e0/WALs/818bff808382,44161,1731953571941/818bff808382%2C44161%2C1731953571941.1731953573128 to pos 379, reset compression=false 2024-11-18T18:13:03,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38621 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T18:13:03,773 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-18T18:13:03,773 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T18:13:03,773 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T18:13:03,773 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:13:03,773 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:13:03,773 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T18:13:03,774 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56df208d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:13:03,774 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 818bff808382,32903,-1 for getting cluster id 2024-11-18T18:13:03,774 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T18:13:03,774 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '67f503cb-5fd6-407c-b520-13edf3fa0ccd' 2024-11-18T18:13:03,775 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T18:13:03,775 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "67f503cb-5fd6-407c-b520-13edf3fa0ccd" 2024-11-18T18:13:03,775 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e530f9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:13:03,775 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [818bff808382,32903,-1] 2024-11-18T18:13:03,775 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T18:13:03,775 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:13:03,776 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41754, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T18:13:03,776 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@610ef449, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:13:03,777 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T18:13:03,777 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 818bff808382,32903,1731953575250 2024-11-18T18:13:03,777 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6d8381d4 2024-11-18T18:13:03,777 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T18:13:03,778 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T18:13:03,778 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32903 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://818bff808382:38621,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-18T18:13:03,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32903 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T18:13:03,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32903 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T18:13:03,781 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='818bff808382:38621' 2024-11-18T18:13:03,782 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@742931, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:13:03,782 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 818bff808382,38621,-1 for getting cluster id 2024-11-18T18:13:03,782 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T18:13:03,783 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5d662076-8999-4e60-8957-c9f88feb461d' 2024-11-18T18:13:03,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T18:13:03,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5d662076-8999-4e60-8957-c9f88feb461d" 2024-11-18T18:13:03,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@576ca01a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:13:03,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [818bff808382,38621,-1] 2024-11-18T18:13:03,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T18:13:03,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:13:03,784 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50368, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T18:13:03,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74d84c3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:13:03,784 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T18:13:03,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 818bff808382,38621,1731953571888 2024-11-18T18:13:03,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@180553d2 2024-11-18T18:13:03,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T18:13:03,786 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T18:13:03,786 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-18T18:13:03,786 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T18:13:03,786 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:13:03,787 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:13:03,787 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T18:13:03,787 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T18:13:03,788 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-18T18:13:03,789 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T18:13:03,789 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:13:03,789 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T18:13:03,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741837_1013 (size=1138) 2024-11-18T18:13:03,838 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-18T18:13:03,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32903 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T18:13:03,979 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,44161,1731953571941.replicationSource.wal-reader.818bff808382%2C44161%2C1731953571941,1-818bff808382,44161,1731953571941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38135/user/jenkins/test-data/0d582035-c995-c367-1a1f-8e04857094e0/WALs/818bff808382,44161,1731953571941/818bff808382%2C44161%2C1731953571941.1731953573128 to pos 379, reset compression=false 2024-11-18T18:13:04,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32903 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T18:13:04,196 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 41b3ebaaef4c4d1287e7ed27bd7b13cc, NAME => 'hbase:replication,,1731953583787.41b3ebaaef4c4d1287e7ed27bd7b13cc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39163/user/jenkins/test-data/7e760baa-8a6d-9f82-6e7b-4746fd940bb6 2024-11-18T18:13:04,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741838_1014 (size=44) 2024-11-18T18:13:04,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32903 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T18:13:04,482 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,44161,1731953571941.replicationSource.wal-reader.818bff808382%2C44161%2C1731953571941,1-818bff808382,44161,1731953571941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38135/user/jenkins/test-data/0d582035-c995-c367-1a1f-8e04857094e0/WALs/818bff808382,44161,1731953571941/818bff808382%2C44161%2C1731953571941.1731953573128 to pos 379, reset compression=false 2024-11-18T18:13:04,561 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T18:13:04,593 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:13:04,593 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:13:04,594 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:13:04,594 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:13:04,594 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:13:04,594 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:13:04,601 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:13:04,601 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:13:04,601 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731953583787.41b3ebaaef4c4d1287e7ed27bd7b13cc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:13:04,602 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 41b3ebaaef4c4d1287e7ed27bd7b13cc, disabling compactions & flushes 2024-11-18T18:13:04,602 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731953583787.41b3ebaaef4c4d1287e7ed27bd7b13cc. 2024-11-18T18:13:04,602 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731953583787.41b3ebaaef4c4d1287e7ed27bd7b13cc. 2024-11-18T18:13:04,602 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731953583787.41b3ebaaef4c4d1287e7ed27bd7b13cc. after waiting 0 ms 2024-11-18T18:13:04,602 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731953583787.41b3ebaaef4c4d1287e7ed27bd7b13cc. 2024-11-18T18:13:04,602 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731953583787.41b3ebaaef4c4d1287e7ed27bd7b13cc. 2024-11-18T18:13:04,602 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 41b3ebaaef4c4d1287e7ed27bd7b13cc: Waiting for close lock at 1731953584602Disabling compacts and flushes for region at 1731953584602Disabling writes for close at 1731953584602Writing region close event to WAL at 1731953584602Closed at 1731953584602 2024-11-18T18:13:04,603 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T18:13:04,603 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731953583787.41b3ebaaef4c4d1287e7ed27bd7b13cc.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731953584603"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731953584603"}]},"ts":"1731953584603"} 2024-11-18T18:13:04,604 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:13:04,605 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T18:13:04,606 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T18:13:04,606 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731953584606"}]},"ts":"1731953584606"} 2024-11-18T18:13:04,608 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-18T18:13:04,608 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=41b3ebaaef4c4d1287e7ed27bd7b13cc, ASSIGN}] 2024-11-18T18:13:04,609 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=41b3ebaaef4c4d1287e7ed27bd7b13cc, ASSIGN 2024-11-18T18:13:04,610 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=41b3ebaaef4c4d1287e7ed27bd7b13cc, ASSIGN; state=OFFLINE, location=818bff808382,37215,1731953575285; forceNewPlan=false, retain=false 2024-11-18T18:13:04,760 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=41b3ebaaef4c4d1287e7ed27bd7b13cc, regionState=OPENING, regionLocation=818bff808382,37215,1731953575285 2024-11-18T18:13:04,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=41b3ebaaef4c4d1287e7ed27bd7b13cc, ASSIGN because future has completed 2024-11-18T18:13:04,763 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 41b3ebaaef4c4d1287e7ed27bd7b13cc, server=818bff808382,37215,1731953575285}] 2024-11-18T18:13:04,919 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731953583787.41b3ebaaef4c4d1287e7ed27bd7b13cc. 2024-11-18T18:13:04,919 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T18:13:04,919 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-18T18:13:04,920 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=818bff808382%2C37215%2C1731953575285.rep, suffix=, logDir=hdfs://localhost:39163/user/jenkins/test-data/7e760baa-8a6d-9f82-6e7b-4746fd940bb6/WALs/818bff808382,37215,1731953575285, archiveDir=hdfs://localhost:39163/user/jenkins/test-data/7e760baa-8a6d-9f82-6e7b-4746fd940bb6/oldWALs, maxLogs=10 2024-11-18T18:13:04,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32903 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T18:13:04,934 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7e760baa-8a6d-9f82-6e7b-4746fd940bb6/WALs/818bff808382,37215,1731953575285/818bff808382%2C37215%2C1731953575285.rep.1731953584920, exclude list is [], retry=0 2024-11-18T18:13:04,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43283,DS-aa4cf48c-be8d-4b55-a172-4a194d7fc0e8,DISK] 2024-11-18T18:13:04,937 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7e760baa-8a6d-9f82-6e7b-4746fd940bb6/WALs/818bff808382,37215,1731953575285/818bff808382%2C37215%2C1731953575285.rep.1731953584920 2024-11-18T18:13:04,937 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46409:46409)] 2024-11-18T18:13:04,937 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 41b3ebaaef4c4d1287e7ed27bd7b13cc, NAME => 'hbase:replication,,1731953583787.41b3ebaaef4c4d1287e7ed27bd7b13cc.', STARTKEY => '', ENDKEY => ''} 2024-11-18T18:13:04,938 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T18:13:04,938 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T18:13:04,938 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731953583787.41b3ebaaef4c4d1287e7ed27bd7b13cc. service=MultiRowMutationService 2024-11-18T18:13:04,938 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-18T18:13:04,938 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 41b3ebaaef4c4d1287e7ed27bd7b13cc 2024-11-18T18:13:04,938 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731953583787.41b3ebaaef4c4d1287e7ed27bd7b13cc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:13:04,938 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 41b3ebaaef4c4d1287e7ed27bd7b13cc 2024-11-18T18:13:04,938 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 41b3ebaaef4c4d1287e7ed27bd7b13cc 2024-11-18T18:13:04,939 INFO [StoreOpener-41b3ebaaef4c4d1287e7ed27bd7b13cc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 41b3ebaaef4c4d1287e7ed27bd7b13cc 2024-11-18T18:13:04,940 INFO [StoreOpener-41b3ebaaef4c4d1287e7ed27bd7b13cc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 41b3ebaaef4c4d1287e7ed27bd7b13cc columnFamilyName hfileref 2024-11-18T18:13:04,940 DEBUG [StoreOpener-41b3ebaaef4c4d1287e7ed27bd7b13cc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:13:04,941 INFO [StoreOpener-41b3ebaaef4c4d1287e7ed27bd7b13cc-1 {}] regionserver.HStore(327): Store=41b3ebaaef4c4d1287e7ed27bd7b13cc/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:13:04,941 INFO [StoreOpener-41b3ebaaef4c4d1287e7ed27bd7b13cc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 41b3ebaaef4c4d1287e7ed27bd7b13cc 2024-11-18T18:13:04,942 INFO [StoreOpener-41b3ebaaef4c4d1287e7ed27bd7b13cc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 41b3ebaaef4c4d1287e7ed27bd7b13cc columnFamilyName queue 2024-11-18T18:13:04,942 DEBUG [StoreOpener-41b3ebaaef4c4d1287e7ed27bd7b13cc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:13:04,942 INFO [StoreOpener-41b3ebaaef4c4d1287e7ed27bd7b13cc-1 {}] regionserver.HStore(327): Store=41b3ebaaef4c4d1287e7ed27bd7b13cc/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:13:04,942 INFO [StoreOpener-41b3ebaaef4c4d1287e7ed27bd7b13cc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 41b3ebaaef4c4d1287e7ed27bd7b13cc 2024-11-18T18:13:04,943 INFO [StoreOpener-41b3ebaaef4c4d1287e7ed27bd7b13cc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 41b3ebaaef4c4d1287e7ed27bd7b13cc columnFamilyName sid 2024-11-18T18:13:04,943 DEBUG [StoreOpener-41b3ebaaef4c4d1287e7ed27bd7b13cc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:13:04,943 INFO [StoreOpener-41b3ebaaef4c4d1287e7ed27bd7b13cc-1 {}] regionserver.HStore(327): Store=41b3ebaaef4c4d1287e7ed27bd7b13cc/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:13:04,944 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 41b3ebaaef4c4d1287e7ed27bd7b13cc 2024-11-18T18:13:04,944 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39163/user/jenkins/test-data/7e760baa-8a6d-9f82-6e7b-4746fd940bb6/data/hbase/replication/41b3ebaaef4c4d1287e7ed27bd7b13cc 2024-11-18T18:13:04,944 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39163/user/jenkins/test-data/7e760baa-8a6d-9f82-6e7b-4746fd940bb6/data/hbase/replication/41b3ebaaef4c4d1287e7ed27bd7b13cc 2024-11-18T18:13:04,945 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 41b3ebaaef4c4d1287e7ed27bd7b13cc 2024-11-18T18:13:04,945 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 41b3ebaaef4c4d1287e7ed27bd7b13cc 2024-11-18T18:13:04,945 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T18:13:04,946 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 41b3ebaaef4c4d1287e7ed27bd7b13cc 2024-11-18T18:13:04,948 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39163/user/jenkins/test-data/7e760baa-8a6d-9f82-6e7b-4746fd940bb6/data/hbase/replication/41b3ebaaef4c4d1287e7ed27bd7b13cc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T18:13:04,948 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 41b3ebaaef4c4d1287e7ed27bd7b13cc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70839926, jitterRate=0.055597156286239624}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T18:13:04,948 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 41b3ebaaef4c4d1287e7ed27bd7b13cc 2024-11-18T18:13:04,948 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 41b3ebaaef4c4d1287e7ed27bd7b13cc: Running coprocessor pre-open hook at 1731953584938Writing region info on filesystem at 1731953584938Initializing all the Stores at 1731953584939 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953584939Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953584939Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953584939Cleaning up temporary data from old regions at 1731953584945 (+6 ms)Running coprocessor post-open hooks at 1731953584948 (+3 ms)Region opened successfully at 1731953584948 2024-11-18T18:13:04,949 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731953583787.41b3ebaaef4c4d1287e7ed27bd7b13cc., pid=10, masterSystemTime=1731953584915 2024-11-18T18:13:04,951 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731953583787.41b3ebaaef4c4d1287e7ed27bd7b13cc. 2024-11-18T18:13:04,951 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731953583787.41b3ebaaef4c4d1287e7ed27bd7b13cc. 2024-11-18T18:13:04,951 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=41b3ebaaef4c4d1287e7ed27bd7b13cc, regionState=OPEN, openSeqNum=2, regionLocation=818bff808382,37215,1731953575285 2024-11-18T18:13:04,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 41b3ebaaef4c4d1287e7ed27bd7b13cc, server=818bff808382,37215,1731953575285 because future has completed 2024-11-18T18:13:04,956 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-18T18:13:04,956 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 41b3ebaaef4c4d1287e7ed27bd7b13cc, server=818bff808382,37215,1731953575285 in 191 msec 2024-11-18T18:13:04,957 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-18T18:13:04,957 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=41b3ebaaef4c4d1287e7ed27bd7b13cc, ASSIGN in 348 msec 2024-11-18T18:13:04,958 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T18:13:04,958 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731953584958"}]},"ts":"1731953584958"} 2024-11-18T18:13:04,960 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-18T18:13:04,961 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T18:13:04,963 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1740 sec 2024-11-18T18:13:04,991 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-18T18:13:04,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731953583787.41b3ebaaef4c4d1287e7ed27bd7b13cc., hostname=818bff808382,37215,1731953575285, seqNum=2] 2024-11-18T18:13:05,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32903-0x1000bd5ece00003, quorum=127.0.0.1:50040, baseZNode=/1-1883400548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1883400548 2024-11-18T18:13:05,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37215-0x1000bd5ece00004, quorum=127.0.0.1:50040, baseZNode=/1-1883400548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1883400548 2024-11-18T18:13:05,004 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T18:13:05,087 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,44161,1731953571941.replicationSource.wal-reader.818bff808382%2C44161%2C1731953571941,1-818bff808382,44161,1731953571941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38135/user/jenkins/test-data/0d582035-c995-c367-1a1f-8e04857094e0/WALs/818bff808382,44161,1731953571941/818bff808382%2C44161%2C1731953571941.1731953573128 to pos 379, reset compression=false 2024-11-18T18:13:05,156 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-18T18:13:05,157 INFO [RS_REFRESH_PEER-regionserver/818bff808382:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-18T18:13:05,187 INFO [RS_REFRESH_PEER-regionserver/818bff808382:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-818bff808382,37215,1731953575285, ReplicationSource: 1, currentBandwidth=0 2024-11-18T18:13:05,188 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T18:13:05,188 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=818bff808382,37215,1731953575285, seqNum=-1] 2024-11-18T18:13:05,188 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T18:13:05,189 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38687, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-18T18:13:05,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-818bff808382,37215,1731953575285', locateType=CURRENT is [region=hbase:replication,,1731953583787.41b3ebaaef4c4d1287e7ed27bd7b13cc., hostname=818bff808382,37215,1731953575285, seqNum=2] 2024-11-18T18:13:05,194 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-18T18:13:05,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32903 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-18T18:13:05,196 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 818bff808382,37215,1731953575285 suceeded 2024-11-18T18:13:05,198 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-18T18:13:05,198 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 192 msec 2024-11-18T18:13:05,198 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://818bff808382:38621,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T18:13:05,204 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4190 sec 2024-11-18T18:13:05,209 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37215,1731953575285 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='818bff808382:38621' 2024-11-18T18:13:05,210 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37215,1731953575285 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@214e38ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:13:05,210 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37215,1731953575285 {}] client.ClusterIdFetcher(90): Going to request 818bff808382,38621,-1 for getting cluster id 2024-11-18T18:13:05,210 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37215,1731953575285 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T18:13:05,211 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5d662076-8999-4e60-8957-c9f88feb461d' 2024-11-18T18:13:05,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T18:13:05,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5d662076-8999-4e60-8957-c9f88feb461d" 2024-11-18T18:13:05,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3934c221, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:13:05,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [818bff808382,38621,-1] 2024-11-18T18:13:05,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T18:13:05,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:13:05,213 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-18T18:13:05,213 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37215,1731953575285 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6cc6ef65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:13:05,213 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37215,1731953575285 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T18:13:05,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 818bff808382,38621,1731953571888 2024-11-18T18:13:05,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@710cfe1b 2024-11-18T18:13:05,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T18:13:05,215 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50398, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-18T18:13:05,215 INFO [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37215,1731953575285 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-818bff808382,37215,1731953575285 (queues=1) is replicating from cluster=67f503cb-5fd6-407c-b520-13edf3fa0ccd to cluster=5d662076-8999-4e60-8957-c9f88feb461d 2024-11-18T18:13:05,216 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37215,1731953575285 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=818bff808382%2C37215%2C1731953575285 2024-11-18T18:13:05,216 INFO [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37215,1731953575285 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-818bff808382,37215,1731953575285, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T18:13:05,216 INFO [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37215,1731953575285.replicationSource.shipper818bff808382%2C37215%2C1731953575285,1-818bff808382,37215,1731953575285 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 818bff808382%2C37215%2C1731953575285 2024-11-18T18:13:05,216 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37215,1731953575285.replicationSource.wal-reader.818bff808382%2C37215%2C1731953575285,1-818bff808382,37215,1731953575285 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39163/user/jenkins/test-data/7e760baa-8a6d-9f82-6e7b-4746fd940bb6/WALs/818bff808382,37215,1731953575285/818bff808382%2C37215%2C1731953575285.1731953577275, startPosition=0, beingWritten=true 2024-11-18T18:13:05,221 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37215,1731953575285.replicationSource.wal-reader.818bff808382%2C37215%2C1731953575285,1-818bff808382,37215,1731953575285 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T18:13:05,221 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37215,1731953575285.replicationSource.wal-reader.818bff808382%2C37215%2C1731953575285,1-818bff808382,37215,1731953575285 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39163/user/jenkins/test-data/7e760baa-8a6d-9f82-6e7b-4746fd940bb6/WALs/818bff808382,37215,1731953575285/818bff808382%2C37215%2C1731953575285.1731953577275 to pos 379, reset compression=false 2024-11-18T18:13:05,221 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37215,1731953575285.replicationSource.shipper818bff808382%2C37215%2C1731953575285,1-818bff808382,37215,1731953575285 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-818bff808382,37215,1731953575285 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39163/user/jenkins/test-data/7e760baa-8a6d-9f82-6e7b-4746fd940bb6/WALs/818bff808382,37215,1731953575285/818bff808382%2C37215%2C1731953575285.1731953577275, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T18:13:05,425 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37215,1731953575285.replicationSource.wal-reader.818bff808382%2C37215%2C1731953575285,1-818bff808382,37215,1731953575285 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39163/user/jenkins/test-data/7e760baa-8a6d-9f82-6e7b-4746fd940bb6/WALs/818bff808382,37215,1731953575285/818bff808382%2C37215%2C1731953575285.1731953577275 to pos 379, reset compression=false 2024-11-18T18:13:05,491 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T18:13:05,492 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [818bff808382,35743,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=818bff808382:35743 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-18T18:13:05,492 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18243 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [818bff808382,35743,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=818bff808382:35743 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-18T18:13:05,579 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-18T18:13:05,579 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-18T18:13:05,580 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-18T18:13:05,580 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-18T18:13:05,580 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T18:13:05,580 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-18T18:13:05,729 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37215,1731953575285.replicationSource.wal-reader.818bff808382%2C37215%2C1731953575285,1-818bff808382,37215,1731953575285 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39163/user/jenkins/test-data/7e760baa-8a6d-9f82-6e7b-4746fd940bb6/WALs/818bff808382,37215,1731953575285/818bff808382%2C37215%2C1731953575285.1731953577275 to pos 379, reset compression=false 2024-11-18T18:13:05,791 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,44161,1731953571941.replicationSource.wal-reader.818bff808382%2C44161%2C1731953571941,1-818bff808382,44161,1731953571941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38135/user/jenkins/test-data/0d582035-c995-c367-1a1f-8e04857094e0/WALs/818bff808382,44161,1731953571941/818bff808382%2C44161%2C1731953571941.1731953573128 to pos 379, reset compression=false 2024-11-18T18:13:05,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32903 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T18:13:05,932 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-18T18:13:05,932 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T18:13:05,932 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T18:13:05,933 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:13:05,933 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:13:05,933 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T18:13:05,934 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T18:13:05,935 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=818bff808382,44161,1731953571941, seqNum=-1] 2024-11-18T18:13:05,935 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T18:13:05,936 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T18:13:05,939 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731953578322.edc91d8787ea2ad4c349714412a98060., hostname=818bff808382,44161,1731953571941, seqNum=2] 2024-11-18T18:13:05,941 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T18:13:05,942 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=818bff808382,37215,1731953575285, seqNum=-1] 2024-11-18T18:13:05,943 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T18:13:05,944 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T18:13:05,945 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731953579465.0e3ebed4c06a7d7ec618762cde1eea67., hostname=818bff808382,37215,1731953575285, seqNum=2] 2024-11-18T18:13:05,947 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-18T18:13:06,133 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37215,1731953575285.replicationSource.wal-reader.818bff808382%2C37215%2C1731953575285,1-818bff808382,37215,1731953575285 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39163/user/jenkins/test-data/7e760baa-8a6d-9f82-6e7b-4746fd940bb6/WALs/818bff808382,37215,1731953575285/818bff808382%2C37215%2C1731953575285.1731953577275 to pos 379, reset compression=false 2024-11-18T18:13:06,595 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,44161,1731953571941.replicationSource.wal-reader.818bff808382%2C44161%2C1731953571941,1-818bff808382,44161,1731953571941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38135/user/jenkins/test-data/0d582035-c995-c367-1a1f-8e04857094e0/WALs/818bff808382,44161,1731953571941/818bff808382%2C44161%2C1731953571941.1731953573128 to pos 379, reset compression=false 2024-11-18T18:13:06,600 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,44161,1731953571941.replicationSource.wal-reader.818bff808382%2C44161%2C1731953571941,1-818bff808382,44161,1731953571941 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T18:13:06,600 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,44161,1731953571941.replicationSource.wal-reader.818bff808382%2C44161%2C1731953571941,1-818bff808382,44161,1731953571941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38135/user/jenkins/test-data/0d582035-c995-c367-1a1f-8e04857094e0/WALs/818bff808382,44161,1731953571941/818bff808382%2C44161%2C1731953571941.1731953573128 to pos 480, reset compression=false 2024-11-18T18:13:06,600 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,44161,1731953571941.replicationSource.shipper818bff808382%2C44161%2C1731953571941,1-818bff808382,44161,1731953571941 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-818bff808382,44161,1731953571941 got entry batch from reader: WALEntryBatch [walEntries=[{test/edc91d8787ea2ad4c349714412a98060/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:38135/user/jenkins/test-data/0d582035-c995-c367-1a1f-8e04857094e0/WALs/818bff808382,44161,1731953571941/818bff808382%2C44161%2C1731953571941.1731953573128, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-18T18:13:06,603 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,44161,1731953571941.replicationSource.shipper818bff808382%2C44161%2C1731953571941,1-818bff808382,44161,1731953571941 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T18:13:06,604 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-18T18:13:06,605 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37215 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T18:13:06,606 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37215 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1ade9d52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:13:06,606 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37215 {}] client.ClusterIdFetcher(90): Going to request 818bff808382,32903,-1 for getting cluster id 2024-11-18T18:13:06,606 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37215 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T18:13:06,607 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '67f503cb-5fd6-407c-b520-13edf3fa0ccd' 2024-11-18T18:13:06,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T18:13:06,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "67f503cb-5fd6-407c-b520-13edf3fa0ccd" 2024-11-18T18:13:06,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5c81ec9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:13:06,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [818bff808382,32903,-1] 2024-11-18T18:13:06,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T18:13:06,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:13:06,608 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41774, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-18T18:13:06,609 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37215 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7bea83dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:13:06,629 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37215 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T18:13:06,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=818bff808382,37215,1731953575285, seqNum=-1] 2024-11-18T18:13:06,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T18:13:06,632 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57178, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-18T18:13:06,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731953579465.0e3ebed4c06a7d7ec618762cde1eea67., hostname=818bff808382,37215,1731953575285, seqNum=2] 2024-11-18T18:13:06,637 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37215,1731953575285.replicationSource.wal-reader.818bff808382%2C37215%2C1731953575285,1-818bff808382,37215,1731953575285 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39163/user/jenkins/test-data/7e760baa-8a6d-9f82-6e7b-4746fd940bb6/WALs/818bff808382,37215,1731953575285/818bff808382%2C37215%2C1731953575285.1731953577275 to pos 379, reset compression=false 2024-11-18T18:13:06,659 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37215 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T18:13:06,806 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,44161,1731953571941.replicationSource.wal-reader.818bff808382%2C44161%2C1731953571941,1-818bff808382,44161,1731953571941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38135/user/jenkins/test-data/0d582035-c995-c367-1a1f-8e04857094e0/WALs/818bff808382,44161,1731953571941/818bff808382%2C44161%2C1731953571941.1731953573128 to pos 480, reset compression=false 2024-11-18T18:13:06,950 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-18T18:13:06,954 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-18T18:13:07,110 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,44161,1731953571941.replicationSource.wal-reader.818bff808382%2C44161%2C1731953571941,1-818bff808382,44161,1731953571941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38135/user/jenkins/test-data/0d582035-c995-c367-1a1f-8e04857094e0/WALs/818bff808382,44161,1731953571941/818bff808382%2C44161%2C1731953571941.1731953573128 to pos 480, reset compression=false 2024-11-18T18:13:07,242 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37215,1731953575285.replicationSource.wal-reader.818bff808382%2C37215%2C1731953575285,1-818bff808382,37215,1731953575285 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39163/user/jenkins/test-data/7e760baa-8a6d-9f82-6e7b-4746fd940bb6/WALs/818bff808382,37215,1731953575285/818bff808382%2C37215%2C1731953575285.1731953577275 to pos 379, reset compression=false 2024-11-18T18:13:07,264 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37215,1731953575285.replicationSource.wal-reader.818bff808382%2C37215%2C1731953575285,1-818bff808382,37215,1731953575285 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T18:13:07,264 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37215,1731953575285.replicationSource.wal-reader.818bff808382%2C37215%2C1731953575285,1-818bff808382,37215,1731953575285 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39163/user/jenkins/test-data/7e760baa-8a6d-9f82-6e7b-4746fd940bb6/WALs/818bff808382,37215,1731953575285/818bff808382%2C37215%2C1731953575285.1731953577275 to pos 607, reset compression=false 2024-11-18T18:13:07,264 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37215,1731953575285.replicationSource.shipper818bff808382%2C37215%2C1731953575285,1-818bff808382,37215,1731953575285 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-818bff808382,37215,1731953575285 got entry batch from reader: WALEntryBatch [walEntries=[{test/0e3ebed4c06a7d7ec618762cde1eea67/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:39163/user/jenkins/test-data/7e760baa-8a6d-9f82-6e7b-4746fd940bb6/WALs/818bff808382,37215,1731953575285/818bff808382%2C37215%2C1731953575285.1731953577275, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-18T18:13:07,267 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37215,1731953575285.replicationSource.shipper818bff808382%2C37215%2C1731953575285,1-818bff808382,37215,1731953575285 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T18:13:07,268 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43234, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-18T18:13:07,269 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44161 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T18:13:07,269 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44161 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@be77383, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:13:07,269 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44161 {}] client.ClusterIdFetcher(90): Going to request 818bff808382,38621,-1 for getting cluster id 2024-11-18T18:13:07,270 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44161 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T18:13:07,270 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5d662076-8999-4e60-8957-c9f88feb461d' 2024-11-18T18:13:07,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T18:13:07,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5d662076-8999-4e60-8957-c9f88feb461d" 2024-11-18T18:13:07,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@535cdfe6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:13:07,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [818bff808382,38621,-1] 2024-11-18T18:13:07,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T18:13:07,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:13:07,271 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50416, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-18T18:13:07,272 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44161 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5b838754, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:13:07,273 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44161 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T18:13:07,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=818bff808382,44161,1731953571941, seqNum=-1] 2024-11-18T18:13:07,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T18:13:07,275 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-18T18:13:07,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731953578322.edc91d8787ea2ad4c349714412a98060., hostname=818bff808382,44161,1731953571941, seqNum=2] 2024-11-18T18:13:07,279 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44161 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T18:13:07,469 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37215,1731953575285.replicationSource.wal-reader.818bff808382%2C37215%2C1731953575285,1-818bff808382,37215,1731953575285 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39163/user/jenkins/test-data/7e760baa-8a6d-9f82-6e7b-4746fd940bb6/WALs/818bff808382,37215,1731953575285/818bff808382%2C37215%2C1731953575285.1731953577275 to pos 607, reset compression=false 2024-11-18T18:13:07,513 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,44161,1731953571941.replicationSource.wal-reader.818bff808382%2C44161%2C1731953571941,1-818bff808382,44161,1731953571941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38135/user/jenkins/test-data/0d582035-c995-c367-1a1f-8e04857094e0/WALs/818bff808382,44161,1731953571941/818bff808382%2C44161%2C1731953571941.1731953573128 to pos 480, reset compression=false 2024-11-18T18:13:07,518 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,44161,1731953571941.replicationSource.wal-reader.818bff808382%2C44161%2C1731953571941,1-818bff808382,44161,1731953571941 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T18:13:07,518 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,44161,1731953571941.replicationSource.wal-reader.818bff808382%2C44161%2C1731953571941,1-818bff808382,44161,1731953571941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38135/user/jenkins/test-data/0d582035-c995-c367-1a1f-8e04857094e0/WALs/818bff808382,44161,1731953571941/818bff808382%2C44161%2C1731953571941.1731953573128 to pos 607, reset compression=false 2024-11-18T18:13:07,518 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,44161,1731953571941.replicationSource.shipper818bff808382%2C44161%2C1731953571941,1-818bff808382,44161,1731953571941 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-818bff808382,44161,1731953571941 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38135/user/jenkins/test-data/0d582035-c995-c367-1a1f-8e04857094e0/WALs/818bff808382,44161,1731953571941/818bff808382%2C44161%2C1731953571941.1731953573128, lastWalPosition=607, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T18:13:07,722 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,44161,1731953571941.replicationSource.wal-reader.818bff808382%2C44161%2C1731953571941,1-818bff808382,44161,1731953571941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38135/user/jenkins/test-data/0d582035-c995-c367-1a1f-8e04857094e0/WALs/818bff808382,44161,1731953571941/818bff808382%2C44161%2C1731953571941.1731953573128 to pos 607, reset compression=false 2024-11-18T18:13:07,773 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37215,1731953575285.replicationSource.wal-reader.818bff808382%2C37215%2C1731953575285,1-818bff808382,37215,1731953575285 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39163/user/jenkins/test-data/7e760baa-8a6d-9f82-6e7b-4746fd940bb6/WALs/818bff808382,37215,1731953575285/818bff808382%2C37215%2C1731953575285.1731953577275 to pos 607, reset compression=false 2024-11-18T18:13:07,955 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-18T18:13:07,966 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-18T18:13:08,026 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,44161,1731953571941.replicationSource.wal-reader.818bff808382%2C44161%2C1731953571941,1-818bff808382,44161,1731953571941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38135/user/jenkins/test-data/0d582035-c995-c367-1a1f-8e04857094e0/WALs/818bff808382,44161,1731953571941/818bff808382%2C44161%2C1731953571941.1731953573128 to pos 607, reset compression=false 2024-11-18T18:13:08,033 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,44161,1731953571941.replicationSource.wal-reader.818bff808382%2C44161%2C1731953571941,1-818bff808382,44161,1731953571941 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T18:13:08,033 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,44161,1731953571941.replicationSource.wal-reader.818bff808382%2C44161%2C1731953571941,1-818bff808382,44161,1731953571941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38135/user/jenkins/test-data/0d582035-c995-c367-1a1f-8e04857094e0/WALs/818bff808382,44161,1731953571941/818bff808382%2C44161%2C1731953571941.1731953573128 to pos 763, reset compression=false 2024-11-18T18:13:08,033 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,44161,1731953571941.replicationSource.shipper818bff808382%2C44161%2C1731953571941,1-818bff808382,44161,1731953571941 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-818bff808382,44161,1731953571941 got entry batch from reader: WALEntryBatch [walEntries=[{test/edc91d8787ea2ad4c349714412a98060/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:38135/user/jenkins/test-data/0d582035-c995-c367-1a1f-8e04857094e0/WALs/818bff808382,44161,1731953571941/818bff808382%2C44161%2C1731953571941.1731953573128, lastWalPosition=763, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-18T18:13:08,040 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37215 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T18:13:08,045 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37215 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T18:13:08,177 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37215,1731953575285.replicationSource.wal-reader.818bff808382%2C37215%2C1731953575285,1-818bff808382,37215,1731953575285 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39163/user/jenkins/test-data/7e760baa-8a6d-9f82-6e7b-4746fd940bb6/WALs/818bff808382,37215,1731953575285/818bff808382%2C37215%2C1731953575285.1731953577275 to pos 607, reset compression=false 2024-11-18T18:13:08,182 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37215,1731953575285.replicationSource.wal-reader.818bff808382%2C37215%2C1731953575285,1-818bff808382,37215,1731953575285 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T18:13:08,182 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37215,1731953575285.replicationSource.wal-reader.818bff808382%2C37215%2C1731953575285,1-818bff808382,37215,1731953575285 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39163/user/jenkins/test-data/7e760baa-8a6d-9f82-6e7b-4746fd940bb6/WALs/818bff808382,37215,1731953575285/818bff808382%2C37215%2C1731953575285.1731953577275 to pos 754, reset compression=false 2024-11-18T18:13:08,182 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37215,1731953575285.replicationSource.shipper818bff808382%2C37215%2C1731953575285,1-818bff808382,37215,1731953575285 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-818bff808382,37215,1731953575285 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39163/user/jenkins/test-data/7e760baa-8a6d-9f82-6e7b-4746fd940bb6/WALs/818bff808382,37215,1731953575285/818bff808382%2C37215%2C1731953575285.1731953577275, lastWalPosition=754, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T18:13:08,261 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,44161,1731953571941.replicationSource.wal-reader.818bff808382%2C44161%2C1731953571941,1-818bff808382,44161,1731953571941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38135/user/jenkins/test-data/0d582035-c995-c367-1a1f-8e04857094e0/WALs/818bff808382,44161,1731953571941/818bff808382%2C44161%2C1731953571941.1731953573128 to pos 763, reset compression=false 2024-11-18T18:13:08,414 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37215,1731953575285.replicationSource.wal-reader.818bff808382%2C37215%2C1731953575285,1-818bff808382,37215,1731953575285 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39163/user/jenkins/test-data/7e760baa-8a6d-9f82-6e7b-4746fd940bb6/WALs/818bff808382,37215,1731953575285/818bff808382%2C37215%2C1731953575285.1731953577275 to pos 754, reset compression=false 2024-11-18T18:13:08,566 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,44161,1731953571941.replicationSource.wal-reader.818bff808382%2C44161%2C1731953571941,1-818bff808382,44161,1731953571941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38135/user/jenkins/test-data/0d582035-c995-c367-1a1f-8e04857094e0/WALs/818bff808382,44161,1731953571941/818bff808382%2C44161%2C1731953571941.1731953573128 to pos 763, reset compression=false 2024-11-18T18:13:08,718 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37215,1731953575285.replicationSource.wal-reader.818bff808382%2C37215%2C1731953575285,1-818bff808382,37215,1731953575285 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39163/user/jenkins/test-data/7e760baa-8a6d-9f82-6e7b-4746fd940bb6/WALs/818bff808382,37215,1731953575285/818bff808382%2C37215%2C1731953575285.1731953577275 to pos 754, reset compression=false 2024-11-18T18:13:08,969 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-18T18:13:08,970 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,44161,1731953571941.replicationSource.wal-reader.818bff808382%2C44161%2C1731953571941,1-818bff808382,44161,1731953571941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38135/user/jenkins/test-data/0d582035-c995-c367-1a1f-8e04857094e0/WALs/818bff808382,44161,1731953571941/818bff808382%2C44161%2C1731953571941.1731953573128 to pos 763, reset compression=false 2024-11-18T18:13:08,976 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-18T18:13:09,123 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37215,1731953575285.replicationSource.wal-reader.818bff808382%2C37215%2C1731953575285,1-818bff808382,37215,1731953575285 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39163/user/jenkins/test-data/7e760baa-8a6d-9f82-6e7b-4746fd940bb6/WALs/818bff808382,37215,1731953575285/818bff808382%2C37215%2C1731953575285.1731953577275 to pos 754, reset compression=false 2024-11-18T18:13:09,130 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37215,1731953575285.replicationSource.wal-reader.818bff808382%2C37215%2C1731953575285,1-818bff808382,37215,1731953575285 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T18:13:09,130 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37215,1731953575285.replicationSource.wal-reader.818bff808382%2C37215%2C1731953575285,1-818bff808382,37215,1731953575285 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39163/user/jenkins/test-data/7e760baa-8a6d-9f82-6e7b-4746fd940bb6/WALs/818bff808382,37215,1731953575285/818bff808382%2C37215%2C1731953575285.1731953577275 to pos 913, reset compression=false 2024-11-18T18:13:09,130 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37215,1731953575285.replicationSource.shipper818bff808382%2C37215%2C1731953575285,1-818bff808382,37215,1731953575285 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-818bff808382,37215,1731953575285 got entry batch from reader: WALEntryBatch [walEntries=[{test/0e3ebed4c06a7d7ec618762cde1eea67/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:39163/user/jenkins/test-data/7e760baa-8a6d-9f82-6e7b-4746fd940bb6/WALs/818bff808382,37215,1731953575285/818bff808382%2C37215%2C1731953575285.1731953577275, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-18T18:13:09,132 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44161 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T18:13:09,138 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44161 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T18:13:09,353 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37215,1731953575285.replicationSource.wal-reader.818bff808382%2C37215%2C1731953575285,1-818bff808382,37215,1731953575285 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39163/user/jenkins/test-data/7e760baa-8a6d-9f82-6e7b-4746fd940bb6/WALs/818bff808382,37215,1731953575285/818bff808382%2C37215%2C1731953575285.1731953577275 to pos 913, reset compression=false 2024-11-18T18:13:09,476 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,44161,1731953571941.replicationSource.wal-reader.818bff808382%2C44161%2C1731953571941,1-818bff808382,44161,1731953571941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38135/user/jenkins/test-data/0d582035-c995-c367-1a1f-8e04857094e0/WALs/818bff808382,44161,1731953571941/818bff808382%2C44161%2C1731953571941.1731953573128 to pos 763, reset compression=false 2024-11-18T18:13:09,483 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,44161,1731953571941.replicationSource.wal-reader.818bff808382%2C44161%2C1731953571941,1-818bff808382,44161,1731953571941 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T18:13:09,483 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,44161,1731953571941.replicationSource.shipper818bff808382%2C44161%2C1731953571941,1-818bff808382,44161,1731953571941 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-818bff808382,44161,1731953571941 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38135/user/jenkins/test-data/0d582035-c995-c367-1a1f-8e04857094e0/WALs/818bff808382,44161,1731953571941/818bff808382%2C44161%2C1731953571941.1731953573128, lastWalPosition=912, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T18:13:09,485 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,44161,1731953571941.replicationSource.wal-reader.818bff808382%2C44161%2C1731953571941,1-818bff808382,44161,1731953571941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38135/user/jenkins/test-data/0d582035-c995-c367-1a1f-8e04857094e0/WALs/818bff808382,44161,1731953571941/818bff808382%2C44161%2C1731953571941.1731953573128 to pos 912, reset compression=false 2024-11-18T18:13:09,658 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37215,1731953575285.replicationSource.wal-reader.818bff808382%2C37215%2C1731953575285,1-818bff808382,37215,1731953575285 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39163/user/jenkins/test-data/7e760baa-8a6d-9f82-6e7b-4746fd940bb6/WALs/818bff808382,37215,1731953575285/818bff808382%2C37215%2C1731953575285.1731953577275 to pos 913, reset compression=false 2024-11-18T18:13:09,694 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,44161,1731953571941.replicationSource.wal-reader.818bff808382%2C44161%2C1731953571941,1-818bff808382,44161,1731953571941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38135/user/jenkins/test-data/0d582035-c995-c367-1a1f-8e04857094e0/WALs/818bff808382,44161,1731953571941/818bff808382%2C44161%2C1731953571941.1731953573128 to pos 912, reset compression=false 2024-11-18T18:13:09,978 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-18T18:13:09,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T18:13:09,983 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T18:13:09,983 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T18:13:09,983 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:13:09,983 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:13:09,983 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T18:13:09,984 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T18:13:09,985 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1905828234, stopped=false 2024-11-18T18:13:09,986 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=818bff808382,32903,1731953575250 2024-11-18T18:13:09,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32903-0x1000bd5ece00003, quorum=127.0.0.1:50040, baseZNode=/1-1883400548 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1883400548/running 2024-11-18T18:13:09,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32903-0x1000bd5ece00003, quorum=127.0.0.1:50040, baseZNode=/1-1883400548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1883400548 2024-11-18T18:13:09,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37215-0x1000bd5ece00004, quorum=127.0.0.1:50040, baseZNode=/1-1883400548 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1883400548/running 2024-11-18T18:13:09,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37215-0x1000bd5ece00004, quorum=127.0.0.1:50040, baseZNode=/1-1883400548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1883400548 2024-11-18T18:13:09,988 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T18:13:09,988 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T18:13:09,988 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T18:13:09,988 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:13:09,988 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '818bff808382,37215,1731953575285' ***** 2024-11-18T18:13:09,988 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T18:13:09,988 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37215-0x1000bd5ece00004, quorum=127.0.0.1:50040, baseZNode=/1-1883400548 Set watcher on znode that does not yet exist, /1-1883400548/running 2024-11-18T18:13:09,989 INFO [RS:0;818bff808382:37215 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T18:13:09,989 INFO [RS:0;818bff808382:37215 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T18:13:09,989 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T18:13:09,989 INFO [RS:0;818bff808382:37215 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T18:13:09,989 INFO [RS:0;818bff808382:37215 {}] regionserver.HRegionServer(3091): Received CLOSE for 41b3ebaaef4c4d1287e7ed27bd7b13cc 2024-11-18T18:13:09,990 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:32903-0x1000bd5ece00003, quorum=127.0.0.1:50040, baseZNode=/1-1883400548 Set watcher on znode that does not yet exist, /1-1883400548/running 2024-11-18T18:13:09,994 INFO [RS:0;818bff808382:37215 {}] regionserver.HRegionServer(3091): Received CLOSE for 0e3ebed4c06a7d7ec618762cde1eea67 2024-11-18T18:13:09,994 INFO [RS:0;818bff808382:37215 {}] regionserver.HRegionServer(959): stopping server 818bff808382,37215,1731953575285 2024-11-18T18:13:09,994 INFO [RS:0;818bff808382:37215 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T18:13:09,994 INFO [RS:0;818bff808382:37215 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;818bff808382:37215. 2024-11-18T18:13:09,994 DEBUG [RS:0;818bff808382:37215 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T18:13:09,994 DEBUG [RS:0;818bff808382:37215 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:13:09,994 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 41b3ebaaef4c4d1287e7ed27bd7b13cc, disabling compactions & flushes 2024-11-18T18:13:09,994 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731953583787.41b3ebaaef4c4d1287e7ed27bd7b13cc. 2024-11-18T18:13:09,994 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731953583787.41b3ebaaef4c4d1287e7ed27bd7b13cc. 2024-11-18T18:13:09,994 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731953583787.41b3ebaaef4c4d1287e7ed27bd7b13cc. after waiting 0 ms 2024-11-18T18:13:09,994 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731953583787.41b3ebaaef4c4d1287e7ed27bd7b13cc. 2024-11-18T18:13:09,994 INFO [RS:0;818bff808382:37215 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T18:13:09,994 INFO [RS:0;818bff808382:37215 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T18:13:09,994 INFO [RS:0;818bff808382:37215 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T18:13:09,994 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 41b3ebaaef4c4d1287e7ed27bd7b13cc 3/3 column families, dataSize=743 B heapSize=1.84 KB 2024-11-18T18:13:09,995 INFO [RS:0;818bff808382:37215 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T18:13:09,995 INFO [RS:0;818bff808382:37215 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-18T18:13:09,995 DEBUG [RS:0;818bff808382:37215 {}] regionserver.HRegionServer(1325): Online Regions={41b3ebaaef4c4d1287e7ed27bd7b13cc=hbase:replication,,1731953583787.41b3ebaaef4c4d1287e7ed27bd7b13cc., 1588230740=hbase:meta,,1.1588230740, 0e3ebed4c06a7d7ec618762cde1eea67=test,,1731953579465.0e3ebed4c06a7d7ec618762cde1eea67.} 2024-11-18T18:13:09,995 DEBUG [RS:0;818bff808382:37215 {}] regionserver.HRegionServer(1351): Waiting on 0e3ebed4c06a7d7ec618762cde1eea67, 1588230740, 41b3ebaaef4c4d1287e7ed27bd7b13cc 2024-11-18T18:13:09,995 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T18:13:09,995 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T18:13:09,995 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T18:13:09,995 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T18:13:09,995 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T18:13:09,995 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-18T18:13:10,000 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,44161,1731953571941.replicationSource.wal-reader.818bff808382%2C44161%2C1731953571941,1-818bff808382,44161,1731953571941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38135/user/jenkins/test-data/0d582035-c995-c367-1a1f-8e04857094e0/WALs/818bff808382,44161,1731953571941/818bff808382%2C44161%2C1731953571941.1731953573128 to pos 912, reset compression=false 2024-11-18T18:13:10,017 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39163/user/jenkins/test-data/7e760baa-8a6d-9f82-6e7b-4746fd940bb6/data/hbase/replication/41b3ebaaef4c4d1287e7ed27bd7b13cc/.tmp/queue/0e1b0ceccc38442fb2f73c64e0380525 is 153, key is 1-818bff808382,37215,1731953575285/queue:818bff808382%2C37215%2C1731953575285/1731953589140/Put/seqid=0 2024-11-18T18:13:10,022 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39163/user/jenkins/test-data/7e760baa-8a6d-9f82-6e7b-4746fd940bb6/data/hbase/meta/1588230740/.tmp/info/d785b6355ab349b89b2232210a4068b3 is 147, key is hbase:replication,,1731953583787.41b3ebaaef4c4d1287e7ed27bd7b13cc./info:regioninfo/1731953584951/Put/seqid=0 2024-11-18T18:13:10,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741841_1017 (size=7686) 2024-11-18T18:13:10,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741840_1016 (size=5352) 2024-11-18T18:13:10,035 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=743 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:39163/user/jenkins/test-data/7e760baa-8a6d-9f82-6e7b-4746fd940bb6/data/hbase/replication/41b3ebaaef4c4d1287e7ed27bd7b13cc/.tmp/queue/0e1b0ceccc38442fb2f73c64e0380525 2024-11-18T18:13:10,037 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39163/user/jenkins/test-data/7e760baa-8a6d-9f82-6e7b-4746fd940bb6/data/hbase/meta/1588230740/.tmp/info/d785b6355ab349b89b2232210a4068b3 2024-11-18T18:13:10,049 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39163/user/jenkins/test-data/7e760baa-8a6d-9f82-6e7b-4746fd940bb6/data/hbase/replication/41b3ebaaef4c4d1287e7ed27bd7b13cc/.tmp/queue/0e1b0ceccc38442fb2f73c64e0380525 as hdfs://localhost:39163/user/jenkins/test-data/7e760baa-8a6d-9f82-6e7b-4746fd940bb6/data/hbase/replication/41b3ebaaef4c4d1287e7ed27bd7b13cc/queue/0e1b0ceccc38442fb2f73c64e0380525 2024-11-18T18:13:10,054 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39163/user/jenkins/test-data/7e760baa-8a6d-9f82-6e7b-4746fd940bb6/data/hbase/replication/41b3ebaaef4c4d1287e7ed27bd7b13cc/queue/0e1b0ceccc38442fb2f73c64e0380525, entries=1, sequenceid=9, filesize=5.2 K 2024-11-18T18:13:10,055 INFO [regionserver/818bff808382:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T18:13:10,055 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~743 B/743, heapSize ~1.33 KB/1360, currentSize=0 B/0 for 41b3ebaaef4c4d1287e7ed27bd7b13cc in 61ms, sequenceid=9, compaction requested=false 2024-11-18T18:13:10,063 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37215,1731953575285.replicationSource.wal-reader.818bff808382%2C37215%2C1731953575285,1-818bff808382,37215,1731953575285 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39163/user/jenkins/test-data/7e760baa-8a6d-9f82-6e7b-4746fd940bb6/WALs/818bff808382,37215,1731953575285/818bff808382%2C37215%2C1731953575285.1731953577275 to pos 913, reset compression=false 2024-11-18T18:13:10,066 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39163/user/jenkins/test-data/7e760baa-8a6d-9f82-6e7b-4746fd940bb6/data/hbase/meta/1588230740/.tmp/ns/51fcec991d6f4a12a1048a63aeec08e9 is 43, key is default/ns:d/1731953578252/Put/seqid=0 2024-11-18T18:13:10,072 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39163/user/jenkins/test-data/7e760baa-8a6d-9f82-6e7b-4746fd940bb6/data/hbase/replication/41b3ebaaef4c4d1287e7ed27bd7b13cc/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-18T18:13:10,073 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T18:13:10,073 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T18:13:10,073 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731953583787.41b3ebaaef4c4d1287e7ed27bd7b13cc. 2024-11-18T18:13:10,073 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 41b3ebaaef4c4d1287e7ed27bd7b13cc: Waiting for close lock at 1731953589994Running coprocessor pre-close hooks at 1731953589994Disabling compacts and flushes for region at 1731953589994Disabling writes for close at 1731953589994Obtaining lock to block concurrent updates at 1731953589994Preparing flush snapshotting stores in 41b3ebaaef4c4d1287e7ed27bd7b13cc at 1731953589994Finished memstore snapshotting hbase:replication,,1731953583787.41b3ebaaef4c4d1287e7ed27bd7b13cc., syncing WAL and waiting on mvcc, flushsize=dataSize=743, getHeapSize=1840, getOffHeapSize=0, getCellsCount=5 at 1731953589995 (+1 ms)Flushing stores of hbase:replication,,1731953583787.41b3ebaaef4c4d1287e7ed27bd7b13cc. at 1731953589996 (+1 ms)Flushing 41b3ebaaef4c4d1287e7ed27bd7b13cc/queue: creating writer at 1731953589996Flushing 41b3ebaaef4c4d1287e7ed27bd7b13cc/queue: appending metadata at 1731953590016 (+20 ms)Flushing 41b3ebaaef4c4d1287e7ed27bd7b13cc/queue: closing flushed file at 1731953590016Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@160aedda: reopening flushed file at 1731953590049 (+33 ms)Finished flush of dataSize ~743 B/743, heapSize ~1.33 KB/1360, currentSize=0 B/0 for 41b3ebaaef4c4d1287e7ed27bd7b13cc in 61ms, sequenceid=9, compaction requested=false at 1731953590055 (+6 ms)Writing region close event to WAL at 1731953590061 (+6 ms)Running coprocessor post-close hooks at 1731953590073 (+12 ms)Closed at 1731953590073 2024-11-18T18:13:10,074 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731953583787.41b3ebaaef4c4d1287e7ed27bd7b13cc. 2024-11-18T18:13:10,074 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0e3ebed4c06a7d7ec618762cde1eea67, disabling compactions & flushes 2024-11-18T18:13:10,074 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731953579465.0e3ebed4c06a7d7ec618762cde1eea67. 2024-11-18T18:13:10,074 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731953579465.0e3ebed4c06a7d7ec618762cde1eea67. 2024-11-18T18:13:10,074 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731953579465.0e3ebed4c06a7d7ec618762cde1eea67. after waiting 0 ms 2024-11-18T18:13:10,074 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731953579465.0e3ebed4c06a7d7ec618762cde1eea67. 2024-11-18T18:13:10,074 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0e3ebed4c06a7d7ec618762cde1eea67 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-18T18:13:10,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741842_1018 (size=5153) 2024-11-18T18:13:10,080 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39163/user/jenkins/test-data/7e760baa-8a6d-9f82-6e7b-4746fd940bb6/data/hbase/meta/1588230740/.tmp/ns/51fcec991d6f4a12a1048a63aeec08e9 2024-11-18T18:13:10,099 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39163/user/jenkins/test-data/7e760baa-8a6d-9f82-6e7b-4746fd940bb6/data/default/test/0e3ebed4c06a7d7ec618762cde1eea67/.tmp/f/758cee988dd846d591050d90789a7a6a is 29, key is row1/f:/1731953588970/DeleteFamily/seqid=0 2024-11-18T18:13:10,111 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39163/user/jenkins/test-data/7e760baa-8a6d-9f82-6e7b-4746fd940bb6/data/hbase/meta/1588230740/.tmp/rep_barrier/d79ddc1c9c314707adc7ee078011d863 is 112, key is test,,1731953579465.0e3ebed4c06a7d7ec618762cde1eea67./rep_barrier:seqnumDuringOpen/1731953580612/Put/seqid=0 2024-11-18T18:13:10,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741843_1019 (size=5118) 2024-11-18T18:13:10,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741844_1020 (size=5518) 2024-11-18T18:13:10,121 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39163/user/jenkins/test-data/7e760baa-8a6d-9f82-6e7b-4746fd940bb6/data/hbase/meta/1588230740/.tmp/rep_barrier/d79ddc1c9c314707adc7ee078011d863 2024-11-18T18:13:10,139 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39163/user/jenkins/test-data/7e760baa-8a6d-9f82-6e7b-4746fd940bb6/data/hbase/meta/1588230740/.tmp/table/896bab6967d642d58dbb359edf9d7f5d is 53, key is hbase:replication/table:state/1731953584958/Put/seqid=0 2024-11-18T18:13:10,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741845_1021 (size=5308) 2024-11-18T18:13:10,148 INFO [regionserver/818bff808382:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T18:13:10,148 INFO [regionserver/818bff808382:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T18:13:10,195 DEBUG [RS:0;818bff808382:37215 {}] regionserver.HRegionServer(1351): Waiting on 0e3ebed4c06a7d7ec618762cde1eea67, 1588230740 2024-11-18T18:13:10,395 DEBUG [RS:0;818bff808382:37215 {}] regionserver.HRegionServer(1351): Waiting on 0e3ebed4c06a7d7ec618762cde1eea67, 1588230740 2024-11-18T18:13:10,413 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,44161,1731953571941.replicationSource.wal-reader.818bff808382%2C44161%2C1731953571941,1-818bff808382,44161,1731953571941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38135/user/jenkins/test-data/0d582035-c995-c367-1a1f-8e04857094e0/WALs/818bff808382,44161,1731953571941/818bff808382%2C44161%2C1731953571941.1731953573128 to pos 912, reset compression=false 2024-11-18T18:13:10,440 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T18:13:10,464 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:13:10,465 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:13:10,465 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:13:10,465 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:13:10,466 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:13:10,466 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:13:10,473 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:13:10,473 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:13:10,476 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:13:10,517 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:39163/user/jenkins/test-data/7e760baa-8a6d-9f82-6e7b-4746fd940bb6/data/default/test/0e3ebed4c06a7d7ec618762cde1eea67/.tmp/f/758cee988dd846d591050d90789a7a6a 2024-11-18T18:13:10,522 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 758cee988dd846d591050d90789a7a6a 2024-11-18T18:13:10,542 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39163/user/jenkins/test-data/7e760baa-8a6d-9f82-6e7b-4746fd940bb6/data/hbase/meta/1588230740/.tmp/table/896bab6967d642d58dbb359edf9d7f5d 2024-11-18T18:13:10,543 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39163/user/jenkins/test-data/7e760baa-8a6d-9f82-6e7b-4746fd940bb6/data/default/test/0e3ebed4c06a7d7ec618762cde1eea67/.tmp/f1/6ad2e716736843bd9fa47f4c204307c8 is 30, key is row1/f1:/1731953588970/DeleteFamily/seqid=0 2024-11-18T18:13:10,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741846_1022 (size=5123) 2024-11-18T18:13:10,547 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:39163/user/jenkins/test-data/7e760baa-8a6d-9f82-6e7b-4746fd940bb6/data/default/test/0e3ebed4c06a7d7ec618762cde1eea67/.tmp/f1/6ad2e716736843bd9fa47f4c204307c8 2024-11-18T18:13:10,548 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39163/user/jenkins/test-data/7e760baa-8a6d-9f82-6e7b-4746fd940bb6/data/hbase/meta/1588230740/.tmp/info/d785b6355ab349b89b2232210a4068b3 as hdfs://localhost:39163/user/jenkins/test-data/7e760baa-8a6d-9f82-6e7b-4746fd940bb6/data/hbase/meta/1588230740/info/d785b6355ab349b89b2232210a4068b3 2024-11-18T18:13:10,552 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39163/user/jenkins/test-data/7e760baa-8a6d-9f82-6e7b-4746fd940bb6/data/hbase/meta/1588230740/info/d785b6355ab349b89b2232210a4068b3, entries=20, sequenceid=16, filesize=7.5 K 2024-11-18T18:13:10,553 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39163/user/jenkins/test-data/7e760baa-8a6d-9f82-6e7b-4746fd940bb6/data/hbase/meta/1588230740/.tmp/ns/51fcec991d6f4a12a1048a63aeec08e9 as hdfs://localhost:39163/user/jenkins/test-data/7e760baa-8a6d-9f82-6e7b-4746fd940bb6/data/hbase/meta/1588230740/ns/51fcec991d6f4a12a1048a63aeec08e9 2024-11-18T18:13:10,557 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6ad2e716736843bd9fa47f4c204307c8 2024-11-18T18:13:10,559 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39163/user/jenkins/test-data/7e760baa-8a6d-9f82-6e7b-4746fd940bb6/data/hbase/meta/1588230740/ns/51fcec991d6f4a12a1048a63aeec08e9, entries=2, sequenceid=16, filesize=5.0 K 2024-11-18T18:13:10,559 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39163/user/jenkins/test-data/7e760baa-8a6d-9f82-6e7b-4746fd940bb6/data/hbase/meta/1588230740/.tmp/rep_barrier/d79ddc1c9c314707adc7ee078011d863 as hdfs://localhost:39163/user/jenkins/test-data/7e760baa-8a6d-9f82-6e7b-4746fd940bb6/data/hbase/meta/1588230740/rep_barrier/d79ddc1c9c314707adc7ee078011d863 2024-11-18T18:13:10,568 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39163/user/jenkins/test-data/7e760baa-8a6d-9f82-6e7b-4746fd940bb6/data/hbase/meta/1588230740/rep_barrier/d79ddc1c9c314707adc7ee078011d863, entries=1, sequenceid=16, filesize=5.4 K 2024-11-18T18:13:10,569 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39163/user/jenkins/test-data/7e760baa-8a6d-9f82-6e7b-4746fd940bb6/data/hbase/meta/1588230740/.tmp/table/896bab6967d642d58dbb359edf9d7f5d as hdfs://localhost:39163/user/jenkins/test-data/7e760baa-8a6d-9f82-6e7b-4746fd940bb6/data/hbase/meta/1588230740/table/896bab6967d642d58dbb359edf9d7f5d 2024-11-18T18:13:10,573 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39163/user/jenkins/test-data/7e760baa-8a6d-9f82-6e7b-4746fd940bb6/data/hbase/meta/1588230740/table/896bab6967d642d58dbb359edf9d7f5d, entries=4, sequenceid=16, filesize=5.2 K 2024-11-18T18:13:10,573 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37215,1731953575285.replicationSource.wal-reader.818bff808382%2C37215%2C1731953575285,1-818bff808382,37215,1731953575285 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39163/user/jenkins/test-data/7e760baa-8a6d-9f82-6e7b-4746fd940bb6/WALs/818bff808382,37215,1731953575285/818bff808382%2C37215%2C1731953575285.1731953577275 to pos 913, reset compression=false 2024-11-18T18:13:10,574 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 579ms, sequenceid=16, compaction requested=false 2024-11-18T18:13:10,579 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39163/user/jenkins/test-data/7e760baa-8a6d-9f82-6e7b-4746fd940bb6/data/default/test/0e3ebed4c06a7d7ec618762cde1eea67/.tmp/norep/baeade635e524a4188df5b1aacc4cbad is 33, key is row1/norep:/1731953588970/DeleteFamily/seqid=0 2024-11-18T18:13:10,581 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37215,1731953575285.replicationSource.wal-reader.818bff808382%2C37215%2C1731953575285,1-818bff808382,37215,1731953575285 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T18:13:10,581 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37215,1731953575285.replicationSource.wal-reader.818bff808382%2C37215%2C1731953575285,1-818bff808382,37215,1731953575285 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39163/user/jenkins/test-data/7e760baa-8a6d-9f82-6e7b-4746fd940bb6/WALs/818bff808382,37215,1731953575285/818bff808382%2C37215%2C1731953575285.1731953577275 to pos 1160, reset compression=false 2024-11-18T18:13:10,581 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37215,1731953575285.replicationSource.shipper818bff808382%2C37215%2C1731953575285,1-818bff808382,37215,1731953575285 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-818bff808382,37215,1731953575285 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39163/user/jenkins/test-data/7e760baa-8a6d-9f82-6e7b-4746fd940bb6/WALs/818bff808382,37215,1731953575285/818bff808382%2C37215%2C1731953575285.1731953577275, lastWalPosition=1160, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T18:13:10,582 ERROR [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37215,1731953575285.replicationSource.shipper818bff808382%2C37215%2C1731953575285,1-818bff808382,37215,1731953575285 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 818bff808382,37215,1731953575285: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-818bff808382,37215,1731953575285, walGroup=818bff808382%2C37215%2C1731953575285, offset=818bff808382%2C37215%2C1731953575285.1731953577275:1160, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=818bff808382:37215 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-18T18:13:10,584 ERROR [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37215,1731953575285.replicationSource.shipper818bff808382%2C37215%2C1731953575285,1-818bff808382,37215,1731953575285 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-18T18:13:10,584 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37215,1731953575285.replicationSource.shipper818bff808382%2C37215%2C1731953575285,1-818bff808382,37215,1731953575285 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-18T18:13:10,585 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37215,1731953575285.replicationSource.shipper818bff808382%2C37215%2C1731953575285,1-818bff808382,37215,1731953575285 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-18T18:13:10,585 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37215,1731953575285.replicationSource.shipper818bff808382%2C37215%2C1731953575285,1-818bff808382,37215,1731953575285 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-18T18:13:10,585 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37215,1731953575285.replicationSource.shipper818bff808382%2C37215%2C1731953575285,1-818bff808382,37215,1731953575285 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-18T18:13:10,585 INFO [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37215,1731953575285.replicationSource.shipper818bff808382%2C37215%2C1731953575285,1-818bff808382,37215,1731953575285 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 630309504 }, "NonHeapMemoryUsage": { "committed": 195100672, "init": 7667712, "max": -1, "used": 191800104 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-18T18:13:10,585 WARN [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37215,1731953575285.replicationSource.shipper818bff808382%2C37215%2C1731953575285,1-818bff808382,37215,1731953575285 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=818bff808382:32903 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=818bff808382:32903 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more 2024-11-18T18:13:10,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741847_1023 (size=5108) 2024-11-18T18:13:10,594 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:39163/user/jenkins/test-data/7e760baa-8a6d-9f82-6e7b-4746fd940bb6/data/default/test/0e3ebed4c06a7d7ec618762cde1eea67/.tmp/norep/baeade635e524a4188df5b1aacc4cbad 2024-11-18T18:13:10,595 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39163/user/jenkins/test-data/7e760baa-8a6d-9f82-6e7b-4746fd940bb6/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-18T18:13:10,596 DEBUG [RS:0;818bff808382:37215 {}] regionserver.HRegionServer(1351): Waiting on 0e3ebed4c06a7d7ec618762cde1eea67, 1588230740 2024-11-18T18:13:10,596 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T18:13:10,596 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T18:13:10,596 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T18:13:10,596 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731953589995Running coprocessor pre-close hooks at 1731953589995Disabling compacts and flushes for region at 1731953589995Disabling writes for close at 1731953589995Obtaining lock to block concurrent updates at 1731953589995Preparing flush snapshotting stores in 1588230740 at 1731953589995Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731953589996 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731953589996Flushing 1588230740/info: creating writer at 1731953589996Flushing 1588230740/info: appending metadata at 1731953590022 (+26 ms)Flushing 1588230740/info: closing flushed file at 1731953590022Flushing 1588230740/ns: creating writer at 1731953590044 (+22 ms)Flushing 1588230740/ns: appending metadata at 1731953590065 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1731953590065Flushing 1588230740/rep_barrier: creating writer at 1731953590086 (+21 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731953590110 (+24 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731953590110Flushing 1588230740/table: creating writer at 1731953590124 (+14 ms)Flushing 1588230740/table: appending metadata at 1731953590138 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731953590138Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@397078a: reopening flushed file at 1731953590546 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@675ea1de: reopening flushed file at 1731953590552 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7158aa96: reopening flushed file at 1731953590559 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62a427d3: reopening flushed file at 1731953590568 (+9 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 579ms, sequenceid=16, compaction requested=false at 1731953590574 (+6 ms)Writing region close event to WAL at 1731953590592 (+18 ms)Running coprocessor post-close hooks at 1731953590596 (+4 ms)Closed at 1731953590596 2024-11-18T18:13:10,596 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T18:13:10,598 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for baeade635e524a4188df5b1aacc4cbad 2024-11-18T18:13:10,599 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39163/user/jenkins/test-data/7e760baa-8a6d-9f82-6e7b-4746fd940bb6/data/default/test/0e3ebed4c06a7d7ec618762cde1eea67/.tmp/f/758cee988dd846d591050d90789a7a6a as hdfs://localhost:39163/user/jenkins/test-data/7e760baa-8a6d-9f82-6e7b-4746fd940bb6/data/default/test/0e3ebed4c06a7d7ec618762cde1eea67/f/758cee988dd846d591050d90789a7a6a 2024-11-18T18:13:10,603 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 758cee988dd846d591050d90789a7a6a 2024-11-18T18:13:10,604 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39163/user/jenkins/test-data/7e760baa-8a6d-9f82-6e7b-4746fd940bb6/data/default/test/0e3ebed4c06a7d7ec618762cde1eea67/f/758cee988dd846d591050d90789a7a6a, entries=2, sequenceid=8, filesize=5.0 K 2024-11-18T18:13:10,605 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39163/user/jenkins/test-data/7e760baa-8a6d-9f82-6e7b-4746fd940bb6/data/default/test/0e3ebed4c06a7d7ec618762cde1eea67/.tmp/f1/6ad2e716736843bd9fa47f4c204307c8 as hdfs://localhost:39163/user/jenkins/test-data/7e760baa-8a6d-9f82-6e7b-4746fd940bb6/data/default/test/0e3ebed4c06a7d7ec618762cde1eea67/f1/6ad2e716736843bd9fa47f4c204307c8 2024-11-18T18:13:10,609 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6ad2e716736843bd9fa47f4c204307c8 2024-11-18T18:13:10,609 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39163/user/jenkins/test-data/7e760baa-8a6d-9f82-6e7b-4746fd940bb6/data/default/test/0e3ebed4c06a7d7ec618762cde1eea67/f1/6ad2e716736843bd9fa47f4c204307c8, entries=2, sequenceid=8, filesize=5.0 K 2024-11-18T18:13:10,610 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39163/user/jenkins/test-data/7e760baa-8a6d-9f82-6e7b-4746fd940bb6/data/default/test/0e3ebed4c06a7d7ec618762cde1eea67/.tmp/norep/baeade635e524a4188df5b1aacc4cbad as hdfs://localhost:39163/user/jenkins/test-data/7e760baa-8a6d-9f82-6e7b-4746fd940bb6/data/default/test/0e3ebed4c06a7d7ec618762cde1eea67/norep/baeade635e524a4188df5b1aacc4cbad 2024-11-18T18:13:10,614 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for baeade635e524a4188df5b1aacc4cbad 2024-11-18T18:13:10,614 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39163/user/jenkins/test-data/7e760baa-8a6d-9f82-6e7b-4746fd940bb6/data/default/test/0e3ebed4c06a7d7ec618762cde1eea67/norep/baeade635e524a4188df5b1aacc4cbad, entries=1, sequenceid=8, filesize=5.0 K 2024-11-18T18:13:10,615 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 0e3ebed4c06a7d7ec618762cde1eea67 in 541ms, sequenceid=8, compaction requested=false 2024-11-18T18:13:10,621 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39163/user/jenkins/test-data/7e760baa-8a6d-9f82-6e7b-4746fd940bb6/data/default/test/0e3ebed4c06a7d7ec618762cde1eea67/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-18T18:13:10,621 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T18:13:10,621 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T18:13:10,622 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731953579465.0e3ebed4c06a7d7ec618762cde1eea67. 2024-11-18T18:13:10,622 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0e3ebed4c06a7d7ec618762cde1eea67: Waiting for close lock at 1731953590074Running coprocessor pre-close hooks at 1731953590074Disabling compacts and flushes for region at 1731953590074Disabling writes for close at 1731953590074Obtaining lock to block concurrent updates at 1731953590074Preparing flush snapshotting stores in 0e3ebed4c06a7d7ec618762cde1eea67 at 1731953590074Finished memstore snapshotting test,,1731953579465.0e3ebed4c06a7d7ec618762cde1eea67., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731953590074Flushing stores of test,,1731953579465.0e3ebed4c06a7d7ec618762cde1eea67. at 1731953590075 (+1 ms)Flushing 0e3ebed4c06a7d7ec618762cde1eea67/f: creating writer at 1731953590075Flushing 0e3ebed4c06a7d7ec618762cde1eea67/f: appending metadata at 1731953590096 (+21 ms)Flushing 0e3ebed4c06a7d7ec618762cde1eea67/f: closing flushed file at 1731953590096Flushing 0e3ebed4c06a7d7ec618762cde1eea67/f1: creating writer at 1731953590522 (+426 ms)Flushing 0e3ebed4c06a7d7ec618762cde1eea67/f1: appending metadata at 1731953590543 (+21 ms)Flushing 0e3ebed4c06a7d7ec618762cde1eea67/f1: closing flushed file at 1731953590543Flushing 0e3ebed4c06a7d7ec618762cde1eea67/norep: creating writer at 1731953590557 (+14 ms)Flushing 0e3ebed4c06a7d7ec618762cde1eea67/norep: appending metadata at 1731953590578 (+21 ms)Flushing 0e3ebed4c06a7d7ec618762cde1eea67/norep: closing flushed file at 1731953590578Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ff657e8: reopening flushed file at 1731953590598 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@446691a2: reopening flushed file at 1731953590604 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35ef8fdc: reopening flushed file at 1731953590610 (+6 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 0e3ebed4c06a7d7ec618762cde1eea67 in 541ms, sequenceid=8, compaction requested=false at 1731953590615 (+5 ms)Writing region close event to WAL at 1731953590618 (+3 ms)Running coprocessor post-close hooks at 1731953590621 (+3 ms)Closed at 1731953590621 2024-11-18T18:13:10,622 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731953579465.0e3ebed4c06a7d7ec618762cde1eea67. 2024-11-18T18:13:10,793 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37215,1731953575285.replicationSource.wal-reader.818bff808382%2C37215%2C1731953575285,1-818bff808382,37215,1731953575285 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39163/user/jenkins/test-data/7e760baa-8a6d-9f82-6e7b-4746fd940bb6/WALs/818bff808382,37215,1731953575285/818bff808382%2C37215%2C1731953575285.1731953577275 to pos 1160, reset compression=false 2024-11-18T18:13:10,796 INFO [RS:0;818bff808382:37215 {}] regionserver.HRegionServer(976): stopping server 818bff808382,37215,1731953575285; all regions closed. 2024-11-18T18:13:10,802 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37215,1731953575285.replicationSource.wal-reader.818bff808382%2C37215%2C1731953575285,1-818bff808382,37215,1731953575285 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T18:13:10,802 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37215,1731953575285.replicationSource.wal-reader.818bff808382%2C37215%2C1731953575285,1-818bff808382,37215,1731953575285 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39163/user/jenkins/test-data/7e760baa-8a6d-9f82-6e7b-4746fd940bb6/WALs/818bff808382,37215,1731953575285/818bff808382%2C37215%2C1731953575285.1731953577275 to pos 1804, reset compression=false 2024-11-18T18:13:10,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741834_1010 (size=4239) 2024-11-18T18:13:10,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741839_1015 (size=2458) 2024-11-18T18:13:10,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741832_1008 (size=1812) 2024-11-18T18:13:10,836 DEBUG [RS:0;818bff808382:37215 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:13:10,836 INFO [RS:0;818bff808382:37215 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T18:13:10,836 INFO [RS:0;818bff808382:37215 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T18:13:10,837 INFO [RS:0;818bff808382:37215 {}] hbase.ChoreService(370): Chore service for: regionserver/818bff808382:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T18:13:10,837 INFO [RS:0;818bff808382:37215 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T18:13:10,837 INFO [regionserver/818bff808382:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T18:13:10,837 INFO [RS:0;818bff808382:37215 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-818bff808382,37215,1731953575285 because: Region server is closing 2024-11-18T18:13:10,838 INFO [RS:0;818bff808382:37215 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;818bff808382:37215. 2024-11-18T18:13:10,838 DEBUG [RS:0;818bff808382:37215 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T18:13:10,838 DEBUG [RS:0;818bff808382:37215 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:13:10,838 DEBUG [RS:0;818bff808382:37215 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:13:10,838 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T18:13:10,917 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,44161,1731953571941.replicationSource.wal-reader.818bff808382%2C44161%2C1731953571941,1-818bff808382,44161,1731953571941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38135/user/jenkins/test-data/0d582035-c995-c367-1a1f-8e04857094e0/WALs/818bff808382,44161,1731953571941/818bff808382%2C44161%2C1731953571941.1731953573128 to pos 912, reset compression=false 2024-11-18T18:13:10,938 INFO [RS:0;818bff808382:37215 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37215,1731953575285.replicationSource.shipper818bff808382%2C37215%2C1731953575285,1-818bff808382,37215,1731953575285 terminated 2024-11-18T18:13:10,938 WARN [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37215,1731953575285.replicationSource.wal-reader.818bff808382%2C37215%2C1731953575285,1-818bff808382,37215,1731953575285 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-18T18:13:10,938 INFO [RS:0;818bff808382:37215 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;818bff808382:37215. 2024-11-18T18:13:10,939 DEBUG [RS:0;818bff808382:37215 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T18:13:10,939 DEBUG [RS:0;818bff808382:37215 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:13:10,939 DEBUG [RS:0;818bff808382:37215 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:13:10,939 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T18:13:10,939 INFO [RS:0;818bff808382:37215 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37215 2024-11-18T18:13:10,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32903-0x1000bd5ece00003, quorum=127.0.0.1:50040, baseZNode=/1-1883400548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1883400548/rs 2024-11-18T18:13:10,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37215-0x1000bd5ece00004, quorum=127.0.0.1:50040, baseZNode=/1-1883400548 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1883400548/rs/818bff808382,37215,1731953575285 2024-11-18T18:13:10,942 INFO [RS:0;818bff808382:37215 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T18:13:10,942 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [818bff808382,37215,1731953575285] 2024-11-18T18:13:10,944 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1883400548/draining/818bff808382,37215,1731953575285 already deleted, retry=false 2024-11-18T18:13:10,945 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 818bff808382,37215,1731953575285 expired; onlineServers=0 2024-11-18T18:13:10,945 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '818bff808382,32903,1731953575250' ***** 2024-11-18T18:13:10,945 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T18:13:10,945 INFO [M:0;818bff808382:32903 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T18:13:10,945 INFO [M:0;818bff808382:32903 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T18:13:10,945 DEBUG [M:0;818bff808382:32903 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T18:13:10,945 DEBUG [M:0;818bff808382:32903 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T18:13:10,945 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T18:13:10,945 INFO [M:0;818bff808382:32903 {}] hbase.ChoreService(370): Chore service for: master/818bff808382:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T18:13:10,945 INFO [M:0;818bff808382:32903 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T18:13:10,945 DEBUG [M:0;818bff808382:32903 {}] master.HMaster(1795): Stopping service threads 2024-11-18T18:13:10,945 DEBUG [master/818bff808382:0:becomeActiveMaster-HFileCleaner.large.0-1731953577068 {}] cleaner.HFileCleaner(306): Exit Thread[master/818bff808382:0:becomeActiveMaster-HFileCleaner.large.0-1731953577068,5,FailOnTimeoutGroup] 2024-11-18T18:13:10,945 INFO [M:0;818bff808382:32903 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T18:13:10,945 INFO [M:0;818bff808382:32903 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T18:13:10,945 DEBUG [master/818bff808382:0:becomeActiveMaster-HFileCleaner.small.0-1731953577068 {}] cleaner.HFileCleaner(306): Exit Thread[master/818bff808382:0:becomeActiveMaster-HFileCleaner.small.0-1731953577068,5,FailOnTimeoutGroup] 2024-11-18T18:13:10,945 INFO [M:0;818bff808382:32903 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T18:13:10,946 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T18:13:10,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32903-0x1000bd5ece00003, quorum=127.0.0.1:50040, baseZNode=/1-1883400548 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1883400548/master 2024-11-18T18:13:10,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32903-0x1000bd5ece00003, quorum=127.0.0.1:50040, baseZNode=/1-1883400548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1883400548 2024-11-18T18:13:10,949 DEBUG [M:0;818bff808382:32903 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1883400548/master already deleted, retry=false 2024-11-18T18:13:10,949 DEBUG [M:0;818bff808382:32903 {}] master.ActiveMasterManager(353): master:32903-0x1000bd5ece00003, quorum=127.0.0.1:50040, baseZNode=/1-1883400548 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-1883400548/master 2024-11-18T18:13:10,950 INFO [M:0;818bff808382:32903 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39163/user/jenkins/test-data/7e760baa-8a6d-9f82-6e7b-4746fd940bb6/.lastflushedseqids 2024-11-18T18:13:10,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741848_1024 (size=245) 2024-11-18T18:13:11,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37215-0x1000bd5ece00004, quorum=127.0.0.1:50040, baseZNode=/1-1883400548 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T18:13:11,044 INFO [RS:0;818bff808382:37215 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T18:13:11,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37215-0x1000bd5ece00004, quorum=127.0.0.1:50040, baseZNode=/1-1883400548 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T18:13:11,044 INFO [RS:0;818bff808382:37215 {}] regionserver.HRegionServer(1031): Exiting; stopping=818bff808382,37215,1731953575285; zookeeper connection closed. 2024-11-18T18:13:11,044 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@17594509 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@17594509 2024-11-18T18:13:11,044 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T18:13:11,369 INFO [M:0;818bff808382:32903 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T18:13:11,369 INFO [M:0;818bff808382:32903 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T18:13:11,370 DEBUG [M:0;818bff808382:32903 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T18:13:11,370 INFO [M:0;818bff808382:32903 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:13:11,370 DEBUG [M:0;818bff808382:32903 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:13:11,370 DEBUG [M:0;818bff808382:32903 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T18:13:11,370 DEBUG [M:0;818bff808382:32903 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:13:11,370 INFO [M:0;818bff808382:32903 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-18T18:13:11,385 DEBUG [M:0;818bff808382:32903 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39163/user/jenkins/test-data/7e760baa-8a6d-9f82-6e7b-4746fd940bb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/77821511d0f148c5a3c1e9304dba5627 is 82, key is hbase:meta,,1/info:regioninfo/1731953578243/Put/seqid=0 2024-11-18T18:13:11,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741849_1025 (size=5672) 2024-11-18T18:13:11,529 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,44161,1731953571941.replicationSource.wal-reader.818bff808382%2C44161%2C1731953571941,1-818bff808382,44161,1731953571941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38135/user/jenkins/test-data/0d582035-c995-c367-1a1f-8e04857094e0/WALs/818bff808382,44161,1731953571941/818bff808382%2C44161%2C1731953571941.1731953573128 to pos 912, reset compression=false 2024-11-18T18:13:11,790 INFO [M:0;818bff808382:32903 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39163/user/jenkins/test-data/7e760baa-8a6d-9f82-6e7b-4746fd940bb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/77821511d0f148c5a3c1e9304dba5627 2024-11-18T18:13:11,813 DEBUG [M:0;818bff808382:32903 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39163/user/jenkins/test-data/7e760baa-8a6d-9f82-6e7b-4746fd940bb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0375920cafa840d9aa587f51ef5ce335 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731953584962/Put/seqid=0 2024-11-18T18:13:11,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741850_1026 (size=8515) 2024-11-18T18:13:12,218 INFO [M:0;818bff808382:32903 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39163/user/jenkins/test-data/7e760baa-8a6d-9f82-6e7b-4746fd940bb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0375920cafa840d9aa587f51ef5ce335 2024-11-18T18:13:12,236 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,44161,1731953571941.replicationSource.wal-reader.818bff808382%2C44161%2C1731953571941,1-818bff808382,44161,1731953571941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38135/user/jenkins/test-data/0d582035-c995-c367-1a1f-8e04857094e0/WALs/818bff808382,44161,1731953571941/818bff808382%2C44161%2C1731953571941.1731953573128 to pos 912, reset compression=false 2024-11-18T18:13:12,253 DEBUG [M:0;818bff808382:32903 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39163/user/jenkins/test-data/7e760baa-8a6d-9f82-6e7b-4746fd940bb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ef757983c06a41f2ab6de7dd6f6eef2a is 69, key is 818bff808382,37215,1731953575285/rs:state/1731953577129/Put/seqid=0 2024-11-18T18:13:12,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741851_1027 (size=5156) 2024-11-18T18:13:12,291 INFO [M:0;818bff808382:32903 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39163/user/jenkins/test-data/7e760baa-8a6d-9f82-6e7b-4746fd940bb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ef757983c06a41f2ab6de7dd6f6eef2a 2024-11-18T18:13:12,304 DEBUG [M:0;818bff808382:32903 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39163/user/jenkins/test-data/7e760baa-8a6d-9f82-6e7b-4746fd940bb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/77821511d0f148c5a3c1e9304dba5627 as hdfs://localhost:39163/user/jenkins/test-data/7e760baa-8a6d-9f82-6e7b-4746fd940bb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/77821511d0f148c5a3c1e9304dba5627 2024-11-18T18:13:12,313 INFO [M:0;818bff808382:32903 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39163/user/jenkins/test-data/7e760baa-8a6d-9f82-6e7b-4746fd940bb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/77821511d0f148c5a3c1e9304dba5627, entries=8, sequenceid=97, filesize=5.5 K 2024-11-18T18:13:12,314 DEBUG [M:0;818bff808382:32903 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39163/user/jenkins/test-data/7e760baa-8a6d-9f82-6e7b-4746fd940bb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0375920cafa840d9aa587f51ef5ce335 as hdfs://localhost:39163/user/jenkins/test-data/7e760baa-8a6d-9f82-6e7b-4746fd940bb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0375920cafa840d9aa587f51ef5ce335 2024-11-18T18:13:12,320 INFO [M:0;818bff808382:32903 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39163/user/jenkins/test-data/7e760baa-8a6d-9f82-6e7b-4746fd940bb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0375920cafa840d9aa587f51ef5ce335, entries=11, sequenceid=97, filesize=8.3 K 2024-11-18T18:13:12,321 DEBUG [M:0;818bff808382:32903 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39163/user/jenkins/test-data/7e760baa-8a6d-9f82-6e7b-4746fd940bb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ef757983c06a41f2ab6de7dd6f6eef2a as hdfs://localhost:39163/user/jenkins/test-data/7e760baa-8a6d-9f82-6e7b-4746fd940bb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ef757983c06a41f2ab6de7dd6f6eef2a 2024-11-18T18:13:12,326 INFO [M:0;818bff808382:32903 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39163/user/jenkins/test-data/7e760baa-8a6d-9f82-6e7b-4746fd940bb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ef757983c06a41f2ab6de7dd6f6eef2a, entries=1, sequenceid=97, filesize=5.0 K 2024-11-18T18:13:12,327 INFO [M:0;818bff808382:32903 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 957ms, sequenceid=97, compaction requested=false 2024-11-18T18:13:12,364 INFO [M:0;818bff808382:32903 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:13:12,364 DEBUG [M:0;818bff808382:32903 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731953591369Disabling compacts and flushes for region at 1731953591369Disabling writes for close at 1731953591370 (+1 ms)Obtaining lock to block concurrent updates at 1731953591370Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731953591370Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731953591370Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731953591371 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731953591371Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731953591385 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731953591385Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731953591795 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731953591812 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731953591813 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731953592224 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731953592252 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731953592252Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5365ef2a: reopening flushed file at 1731953592304 (+52 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67f98670: reopening flushed file at 1731953592313 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51fba2ef: reopening flushed file at 1731953592321 (+8 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 957ms, sequenceid=97, compaction requested=false at 1731953592327 (+6 ms)Writing region close event to WAL at 1731953592364 (+37 ms)Closed at 1731953592364 2024-11-18T18:13:12,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741830_1006 (size=63642) 2024-11-18T18:13:12,371 INFO [M:0;818bff808382:32903 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T18:13:12,371 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T18:13:12,371 INFO [M:0;818bff808382:32903 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32903 2024-11-18T18:13:12,372 INFO [M:0;818bff808382:32903 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T18:13:12,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32903-0x1000bd5ece00003, quorum=127.0.0.1:50040, baseZNode=/1-1883400548 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T18:13:12,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32903-0x1000bd5ece00003, quorum=127.0.0.1:50040, baseZNode=/1-1883400548 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T18:13:12,474 INFO [M:0;818bff808382:32903 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T18:13:12,478 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@573c52f1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T18:13:12,479 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3fa3ede5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T18:13:12,479 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T18:13:12,479 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5dbf964d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T18:13:12,479 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@681efc43{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2535084-979e-111f-13c4-21d22087fc14/hadoop.log.dir/,STOPPED} 2024-11-18T18:13:12,481 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T18:13:12,481 WARN [BP-1885037040-172.17.0.2-1731953574202 heartbeating to localhost/127.0.0.1:39163 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T18:13:12,481 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T18:13:12,481 WARN [BP-1885037040-172.17.0.2-1731953574202 heartbeating to localhost/127.0.0.1:39163 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1885037040-172.17.0.2-1731953574202 (Datanode Uuid f14ee463-5146-46cc-9609-5624400c60fc) service to localhost/127.0.0.1:39163 2024-11-18T18:13:12,482 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2535084-979e-111f-13c4-21d22087fc14/cluster_02c60920-3b07-f51f-c0c2-d8c920a1d676/data/data1/current/BP-1885037040-172.17.0.2-1731953574202 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T18:13:12,482 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2535084-979e-111f-13c4-21d22087fc14/cluster_02c60920-3b07-f51f-c0c2-d8c920a1d676/data/data2/current/BP-1885037040-172.17.0.2-1731953574202 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T18:13:12,483 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T18:13:12,492 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@40c813ba{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T18:13:12,493 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4dc8ea34{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T18:13:12,493 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T18:13:12,493 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23db3f43{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T18:13:12,493 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2369f892{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2535084-979e-111f-13c4-21d22087fc14/hadoop.log.dir/,STOPPED} 2024-11-18T18:13:12,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T18:13:12,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T18:13:12,517 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T18:13:12,518 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T18:13:12,518 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:13:12,518 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T18:13:12,519 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:13:12,519 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T18:13:12,519 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1042521527, stopped=false 2024-11-18T18:13:12,519 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=818bff808382,38621,1731953571888 2024-11-18T18:13:12,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44161-0x1000bd5ece00001, quorum=127.0.0.1:50040, baseZNode=/01236169711 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01236169711/running 2024-11-18T18:13:12,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44161-0x1000bd5ece00001, quorum=127.0.0.1:50040, baseZNode=/01236169711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01236169711 2024-11-18T18:13:12,522 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44161-0x1000bd5ece00001, quorum=127.0.0.1:50040, baseZNode=/01236169711 Set watcher on znode that does not yet exist, /01236169711/running 2024-11-18T18:13:12,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38621-0x1000bd5ece00000, quorum=127.0.0.1:50040, baseZNode=/01236169711 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01236169711/running 2024-11-18T18:13:12,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38621-0x1000bd5ece00000, quorum=127.0.0.1:50040, baseZNode=/01236169711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01236169711 2024-11-18T18:13:12,523 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38621-0x1000bd5ece00000, quorum=127.0.0.1:50040, baseZNode=/01236169711 Set watcher on znode that does not yet exist, /01236169711/running 2024-11-18T18:13:12,524 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T18:13:12,525 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T18:13:12,525 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T18:13:12,525 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:13:12,525 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '818bff808382,44161,1731953571941' ***** 2024-11-18T18:13:12,525 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T18:13:12,526 INFO [RS:0;818bff808382:44161 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T18:13:12,526 INFO [RS:0;818bff808382:44161 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T18:13:12,526 INFO [RS:0;818bff808382:44161 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T18:13:12,526 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T18:13:12,526 INFO [RS:0;818bff808382:44161 {}] regionserver.HRegionServer(3091): Received CLOSE for cebe1bcef1ddcfda06301a657b6849ab 2024-11-18T18:13:12,533 INFO [RS:0;818bff808382:44161 {}] regionserver.HRegionServer(3091): Received CLOSE for edc91d8787ea2ad4c349714412a98060 2024-11-18T18:13:12,533 INFO [RS:0;818bff808382:44161 {}] regionserver.HRegionServer(959): stopping server 818bff808382,44161,1731953571941 2024-11-18T18:13:12,533 INFO [RS:0;818bff808382:44161 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T18:13:12,533 INFO [RS:0;818bff808382:44161 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;818bff808382:44161. 2024-11-18T18:13:12,533 DEBUG [RS:0;818bff808382:44161 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T18:13:12,533 DEBUG [RS:0;818bff808382:44161 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:13:12,534 INFO [RS:0;818bff808382:44161 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T18:13:12,534 INFO [RS:0;818bff808382:44161 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T18:13:12,534 INFO [RS:0;818bff808382:44161 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T18:13:12,534 INFO [RS:0;818bff808382:44161 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T18:13:12,534 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cebe1bcef1ddcfda06301a657b6849ab, disabling compactions & flushes 2024-11-18T18:13:12,534 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731953581632.cebe1bcef1ddcfda06301a657b6849ab. 2024-11-18T18:13:12,534 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731953581632.cebe1bcef1ddcfda06301a657b6849ab. 2024-11-18T18:13:12,534 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731953581632.cebe1bcef1ddcfda06301a657b6849ab. after waiting 0 ms 2024-11-18T18:13:12,534 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731953581632.cebe1bcef1ddcfda06301a657b6849ab. 2024-11-18T18:13:12,534 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing cebe1bcef1ddcfda06301a657b6849ab 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-18T18:13:12,536 INFO [RS:0;818bff808382:44161 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-18T18:13:12,536 DEBUG [RS:0;818bff808382:44161 {}] regionserver.HRegionServer(1325): Online Regions={cebe1bcef1ddcfda06301a657b6849ab=hbase:replication,,1731953581632.cebe1bcef1ddcfda06301a657b6849ab., edc91d8787ea2ad4c349714412a98060=test,,1731953578322.edc91d8787ea2ad4c349714412a98060., 1588230740=hbase:meta,,1.1588230740} 2024-11-18T18:13:12,536 DEBUG [RS:0;818bff808382:44161 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cebe1bcef1ddcfda06301a657b6849ab, edc91d8787ea2ad4c349714412a98060 2024-11-18T18:13:12,536 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T18:13:12,536 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T18:13:12,536 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T18:13:12,536 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T18:13:12,536 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T18:13:12,536 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-18T18:13:12,556 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38135/user/jenkins/test-data/0d582035-c995-c367-1a1f-8e04857094e0/data/hbase/replication/cebe1bcef1ddcfda06301a657b6849ab/.tmp/queue/d45c5fbceb304dd3b19fdf3bbf699af9 is 153, key is 1-818bff808382,44161,1731953571941/queue:818bff808382%2C44161%2C1731953571941/1731953589485/Put/seqid=0 2024-11-18T18:13:12,560 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38135/user/jenkins/test-data/0d582035-c995-c367-1a1f-8e04857094e0/data/hbase/meta/1588230740/.tmp/info/a4823b3491344388b1861497757234b6 is 147, key is hbase:replication,,1731953581632.cebe1bcef1ddcfda06301a657b6849ab./info:regioninfo/1731953582802/Put/seqid=0 2024-11-18T18:13:12,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44661 is added to blk_1073741840_1016 (size=5352) 2024-11-18T18:13:12,564 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38135/user/jenkins/test-data/0d582035-c995-c367-1a1f-8e04857094e0/data/hbase/replication/cebe1bcef1ddcfda06301a657b6849ab/.tmp/queue/d45c5fbceb304dd3b19fdf3bbf699af9 2024-11-18T18:13:12,575 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38135/user/jenkins/test-data/0d582035-c995-c367-1a1f-8e04857094e0/data/hbase/replication/cebe1bcef1ddcfda06301a657b6849ab/.tmp/queue/d45c5fbceb304dd3b19fdf3bbf699af9 as hdfs://localhost:38135/user/jenkins/test-data/0d582035-c995-c367-1a1f-8e04857094e0/data/hbase/replication/cebe1bcef1ddcfda06301a657b6849ab/queue/d45c5fbceb304dd3b19fdf3bbf699af9 2024-11-18T18:13:12,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44661 is added to blk_1073741841_1017 (size=7686) 2024-11-18T18:13:12,582 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38135/user/jenkins/test-data/0d582035-c995-c367-1a1f-8e04857094e0/data/hbase/replication/cebe1bcef1ddcfda06301a657b6849ab/queue/d45c5fbceb304dd3b19fdf3bbf699af9, entries=1, sequenceid=10, filesize=5.2 K 2024-11-18T18:13:12,583 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for cebe1bcef1ddcfda06301a657b6849ab in 49ms, sequenceid=10, compaction requested=false 2024-11-18T18:13:12,610 INFO [regionserver/818bff808382:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T18:13:12,612 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38135/user/jenkins/test-data/0d582035-c995-c367-1a1f-8e04857094e0/data/hbase/replication/cebe1bcef1ddcfda06301a657b6849ab/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-18T18:13:12,613 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T18:13:12,613 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T18:13:12,613 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731953581632.cebe1bcef1ddcfda06301a657b6849ab. 2024-11-18T18:13:12,613 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cebe1bcef1ddcfda06301a657b6849ab: Waiting for close lock at 1731953592534Running coprocessor pre-close hooks at 1731953592534Disabling compacts and flushes for region at 1731953592534Disabling writes for close at 1731953592534Obtaining lock to block concurrent updates at 1731953592534Preparing flush snapshotting stores in cebe1bcef1ddcfda06301a657b6849ab at 1731953592534Finished memstore snapshotting hbase:replication,,1731953581632.cebe1bcef1ddcfda06301a657b6849ab., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1731953592535 (+1 ms)Flushing stores of hbase:replication,,1731953581632.cebe1bcef1ddcfda06301a657b6849ab. at 1731953592536 (+1 ms)Flushing cebe1bcef1ddcfda06301a657b6849ab/queue: creating writer at 1731953592536Flushing cebe1bcef1ddcfda06301a657b6849ab/queue: appending metadata at 1731953592555 (+19 ms)Flushing cebe1bcef1ddcfda06301a657b6849ab/queue: closing flushed file at 1731953592555Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@773d7f58: reopening flushed file at 1731953592574 (+19 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for cebe1bcef1ddcfda06301a657b6849ab in 49ms, sequenceid=10, compaction requested=false at 1731953592583 (+9 ms)Writing region close event to WAL at 1731953592606 (+23 ms)Running coprocessor post-close hooks at 1731953592613 (+7 ms)Closed at 1731953592613 2024-11-18T18:13:12,613 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731953581632.cebe1bcef1ddcfda06301a657b6849ab. 2024-11-18T18:13:12,614 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing edc91d8787ea2ad4c349714412a98060, disabling compactions & flushes 2024-11-18T18:13:12,614 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731953578322.edc91d8787ea2ad4c349714412a98060. 2024-11-18T18:13:12,614 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731953578322.edc91d8787ea2ad4c349714412a98060. 2024-11-18T18:13:12,614 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731953578322.edc91d8787ea2ad4c349714412a98060. after waiting 0 ms 2024-11-18T18:13:12,614 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731953578322.edc91d8787ea2ad4c349714412a98060. 2024-11-18T18:13:12,614 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing edc91d8787ea2ad4c349714412a98060 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-18T18:13:12,636 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38135/user/jenkins/test-data/0d582035-c995-c367-1a1f-8e04857094e0/data/default/test/edc91d8787ea2ad4c349714412a98060/.tmp/f/99fc8fc3e0314ef1a2e60a70814a3d3c is 29, key is row1/f:/1731953588970/DeleteFamily/seqid=0 2024-11-18T18:13:12,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44661 is added to blk_1073741842_1018 (size=5118) 2024-11-18T18:13:12,647 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:38135/user/jenkins/test-data/0d582035-c995-c367-1a1f-8e04857094e0/data/default/test/edc91d8787ea2ad4c349714412a98060/.tmp/f/99fc8fc3e0314ef1a2e60a70814a3d3c 2024-11-18T18:13:12,655 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 99fc8fc3e0314ef1a2e60a70814a3d3c 2024-11-18T18:13:12,683 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38135/user/jenkins/test-data/0d582035-c995-c367-1a1f-8e04857094e0/data/default/test/edc91d8787ea2ad4c349714412a98060/.tmp/f1/cebf9177034e406c9623271a49149299 is 30, key is row1/f1:/1731953588970/DeleteFamily/seqid=0 2024-11-18T18:13:12,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44661 is added to blk_1073741843_1019 (size=5123) 2024-11-18T18:13:12,691 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:38135/user/jenkins/test-data/0d582035-c995-c367-1a1f-8e04857094e0/data/default/test/edc91d8787ea2ad4c349714412a98060/.tmp/f1/cebf9177034e406c9623271a49149299 2024-11-18T18:13:12,696 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cebf9177034e406c9623271a49149299 2024-11-18T18:13:12,719 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38135/user/jenkins/test-data/0d582035-c995-c367-1a1f-8e04857094e0/data/default/test/edc91d8787ea2ad4c349714412a98060/.tmp/norep/762e23e5e0f342ed8affd276de9047e3 is 32, key is row/norep:/1731953587959/DeleteFamily/seqid=0 2024-11-18T18:13:12,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44661 is added to blk_1073741844_1020 (size=5101) 2024-11-18T18:13:12,723 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:38135/user/jenkins/test-data/0d582035-c995-c367-1a1f-8e04857094e0/data/default/test/edc91d8787ea2ad4c349714412a98060/.tmp/norep/762e23e5e0f342ed8affd276de9047e3 2024-11-18T18:13:12,736 DEBUG [RS:0;818bff808382:44161 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, edc91d8787ea2ad4c349714412a98060 2024-11-18T18:13:12,738 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 762e23e5e0f342ed8affd276de9047e3 2024-11-18T18:13:12,739 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38135/user/jenkins/test-data/0d582035-c995-c367-1a1f-8e04857094e0/data/default/test/edc91d8787ea2ad4c349714412a98060/.tmp/f/99fc8fc3e0314ef1a2e60a70814a3d3c as hdfs://localhost:38135/user/jenkins/test-data/0d582035-c995-c367-1a1f-8e04857094e0/data/default/test/edc91d8787ea2ad4c349714412a98060/f/99fc8fc3e0314ef1a2e60a70814a3d3c 2024-11-18T18:13:12,763 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 99fc8fc3e0314ef1a2e60a70814a3d3c 2024-11-18T18:13:12,763 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38135/user/jenkins/test-data/0d582035-c995-c367-1a1f-8e04857094e0/data/default/test/edc91d8787ea2ad4c349714412a98060/f/99fc8fc3e0314ef1a2e60a70814a3d3c, entries=2, sequenceid=8, filesize=5.0 K 2024-11-18T18:13:12,764 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38135/user/jenkins/test-data/0d582035-c995-c367-1a1f-8e04857094e0/data/default/test/edc91d8787ea2ad4c349714412a98060/.tmp/f1/cebf9177034e406c9623271a49149299 as hdfs://localhost:38135/user/jenkins/test-data/0d582035-c995-c367-1a1f-8e04857094e0/data/default/test/edc91d8787ea2ad4c349714412a98060/f1/cebf9177034e406c9623271a49149299 2024-11-18T18:13:12,769 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cebf9177034e406c9623271a49149299 2024-11-18T18:13:12,769 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38135/user/jenkins/test-data/0d582035-c995-c367-1a1f-8e04857094e0/data/default/test/edc91d8787ea2ad4c349714412a98060/f1/cebf9177034e406c9623271a49149299, entries=2, sequenceid=8, filesize=5.0 K 2024-11-18T18:13:12,770 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38135/user/jenkins/test-data/0d582035-c995-c367-1a1f-8e04857094e0/data/default/test/edc91d8787ea2ad4c349714412a98060/.tmp/norep/762e23e5e0f342ed8affd276de9047e3 as hdfs://localhost:38135/user/jenkins/test-data/0d582035-c995-c367-1a1f-8e04857094e0/data/default/test/edc91d8787ea2ad4c349714412a98060/norep/762e23e5e0f342ed8affd276de9047e3 2024-11-18T18:13:12,776 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 762e23e5e0f342ed8affd276de9047e3 2024-11-18T18:13:12,776 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38135/user/jenkins/test-data/0d582035-c995-c367-1a1f-8e04857094e0/data/default/test/edc91d8787ea2ad4c349714412a98060/norep/762e23e5e0f342ed8affd276de9047e3, entries=1, sequenceid=8, filesize=5.0 K 2024-11-18T18:13:12,778 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for edc91d8787ea2ad4c349714412a98060 in 163ms, sequenceid=8, compaction requested=false 2024-11-18T18:13:12,805 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38135/user/jenkins/test-data/0d582035-c995-c367-1a1f-8e04857094e0/data/default/test/edc91d8787ea2ad4c349714412a98060/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-18T18:13:12,805 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T18:13:12,805 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T18:13:12,805 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731953578322.edc91d8787ea2ad4c349714412a98060. 2024-11-18T18:13:12,806 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for edc91d8787ea2ad4c349714412a98060: Waiting for close lock at 1731953592614Running coprocessor pre-close hooks at 1731953592614Disabling compacts and flushes for region at 1731953592614Disabling writes for close at 1731953592614Obtaining lock to block concurrent updates at 1731953592614Preparing flush snapshotting stores in edc91d8787ea2ad4c349714412a98060 at 1731953592614Finished memstore snapshotting test,,1731953578322.edc91d8787ea2ad4c349714412a98060., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731953592614Flushing stores of test,,1731953578322.edc91d8787ea2ad4c349714412a98060. at 1731953592616 (+2 ms)Flushing edc91d8787ea2ad4c349714412a98060/f: creating writer at 1731953592616Flushing edc91d8787ea2ad4c349714412a98060/f: appending metadata at 1731953592635 (+19 ms)Flushing edc91d8787ea2ad4c349714412a98060/f: closing flushed file at 1731953592635Flushing edc91d8787ea2ad4c349714412a98060/f1: creating writer at 1731953592655 (+20 ms)Flushing edc91d8787ea2ad4c349714412a98060/f1: appending metadata at 1731953592683 (+28 ms)Flushing edc91d8787ea2ad4c349714412a98060/f1: closing flushed file at 1731953592683Flushing edc91d8787ea2ad4c349714412a98060/norep: creating writer at 1731953592696 (+13 ms)Flushing edc91d8787ea2ad4c349714412a98060/norep: appending metadata at 1731953592718 (+22 ms)Flushing edc91d8787ea2ad4c349714412a98060/norep: closing flushed file at 1731953592718Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12384d5b: reopening flushed file at 1731953592739 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c7536fd: reopening flushed file at 1731953592763 (+24 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1598eae5: reopening flushed file at 1731953592769 (+6 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for edc91d8787ea2ad4c349714412a98060 in 163ms, sequenceid=8, compaction requested=false at 1731953592778 (+9 ms)Writing region close event to WAL at 1731953592799 (+21 ms)Running coprocessor post-close hooks at 1731953592805 (+6 ms)Closed at 1731953592805 2024-11-18T18:13:12,806 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731953578322.edc91d8787ea2ad4c349714412a98060. 2024-11-18T18:13:12,936 DEBUG [RS:0;818bff808382:44161 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T18:13:12,976 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38135/user/jenkins/test-data/0d582035-c995-c367-1a1f-8e04857094e0/data/hbase/meta/1588230740/.tmp/info/a4823b3491344388b1861497757234b6 2024-11-18T18:13:12,995 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38135/user/jenkins/test-data/0d582035-c995-c367-1a1f-8e04857094e0/data/hbase/meta/1588230740/.tmp/ns/28741568f8e24e1d8a420b95139c52d1 is 43, key is default/ns:d/1731953574135/Put/seqid=0 2024-11-18T18:13:12,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44661 is added to blk_1073741845_1021 (size=5153) 2024-11-18T18:13:13,070 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,44161,1731953571941.replicationSource.wal-reader.818bff808382%2C44161%2C1731953571941,1-818bff808382,44161,1731953571941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38135/user/jenkins/test-data/0d582035-c995-c367-1a1f-8e04857094e0/WALs/818bff808382,44161,1731953571941/818bff808382%2C44161%2C1731953571941.1731953573128 to pos 912, reset compression=false 2024-11-18T18:13:13,074 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,44161,1731953571941.replicationSource.wal-reader.818bff808382%2C44161%2C1731953571941,1-818bff808382,44161,1731953571941 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T18:13:13,074 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,44161,1731953571941.replicationSource.wal-reader.818bff808382%2C44161%2C1731953571941,1-818bff808382,44161,1731953571941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38135/user/jenkins/test-data/0d582035-c995-c367-1a1f-8e04857094e0/WALs/818bff808382,44161,1731953571941/818bff808382%2C44161%2C1731953571941.1731953573128 to pos 1803, reset compression=false 2024-11-18T18:13:13,074 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,44161,1731953571941.replicationSource.shipper818bff808382%2C44161%2C1731953571941,1-818bff808382,44161,1731953571941 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-818bff808382,44161,1731953571941 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38135/user/jenkins/test-data/0d582035-c995-c367-1a1f-8e04857094e0/WALs/818bff808382,44161,1731953571941/818bff808382%2C44161%2C1731953571941.1731953573128, lastWalPosition=1803, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T18:13:13,076 INFO [regionserver/818bff808382:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T18:13:13,076 INFO [regionserver/818bff808382:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T18:13:13,075 ERROR [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,44161,1731953571941.replicationSource.shipper818bff808382%2C44161%2C1731953571941,1-818bff808382,44161,1731953571941 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 818bff808382,44161,1731953571941: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-818bff808382,44161,1731953571941, walGroup=818bff808382%2C44161%2C1731953571941, offset=818bff808382%2C44161%2C1731953571941.1731953573128:1803, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=818bff808382:44161 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-18T18:13:13,077 ERROR [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,44161,1731953571941.replicationSource.shipper818bff808382%2C44161%2C1731953571941,1-818bff808382,44161,1731953571941 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-18T18:13:13,077 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,44161,1731953571941.replicationSource.shipper818bff808382%2C44161%2C1731953571941,1-818bff808382,44161,1731953571941 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-18T18:13:13,077 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,44161,1731953571941.replicationSource.shipper818bff808382%2C44161%2C1731953571941,1-818bff808382,44161,1731953571941 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-18T18:13:13,077 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,44161,1731953571941.replicationSource.shipper818bff808382%2C44161%2C1731953571941,1-818bff808382,44161,1731953571941 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-18T18:13:13,077 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,44161,1731953571941.replicationSource.shipper818bff808382%2C44161%2C1731953571941,1-818bff808382,44161,1731953571941 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-18T18:13:13,077 INFO [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,44161,1731953571941.replicationSource.shipper818bff808382%2C44161%2C1731953571941,1-818bff808382,44161,1731953571941 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 680641152 }, "NonHeapMemoryUsage": { "committed": 195362816, "init": 7667712, "max": -1, "used": 192284800 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-18T18:13:13,078 WARN [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,44161,1731953571941.replicationSource.shipper818bff808382%2C44161%2C1731953571941,1-818bff808382,44161,1731953571941 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=818bff808382:38621 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=818bff808382:38621 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more 2024-11-18T18:13:13,136 DEBUG [RS:0;818bff808382:44161 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T18:13:13,280 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,44161,1731953571941.replicationSource.wal-reader.818bff808382%2C44161%2C1731953571941,1-818bff808382,44161,1731953571941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38135/user/jenkins/test-data/0d582035-c995-c367-1a1f-8e04857094e0/WALs/818bff808382,44161,1731953571941/818bff808382%2C44161%2C1731953571941.1731953573128 to pos 1803, reset compression=false 2024-11-18T18:13:13,337 DEBUG [RS:0;818bff808382:44161 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T18:13:13,399 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38135/user/jenkins/test-data/0d582035-c995-c367-1a1f-8e04857094e0/data/hbase/meta/1588230740/.tmp/ns/28741568f8e24e1d8a420b95139c52d1 2024-11-18T18:13:13,417 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38135/user/jenkins/test-data/0d582035-c995-c367-1a1f-8e04857094e0/data/hbase/meta/1588230740/.tmp/rep_barrier/7bc80f0deab1402da559fb7327d213d8 is 112, key is test,,1731953578322.edc91d8787ea2ad4c349714412a98060./rep_barrier:seqnumDuringOpen/1731953579079/Put/seqid=0 2024-11-18T18:13:13,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44661 is added to blk_1073741846_1022 (size=5518) 2024-11-18T18:13:13,537 INFO [RS:0;818bff808382:44161 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-18T18:13:13,537 DEBUG [RS:0;818bff808382:44161 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-18T18:13:13,537 DEBUG [RS:0;818bff808382:44161 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T18:13:13,584 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,44161,1731953571941.replicationSource.wal-reader.818bff808382%2C44161%2C1731953571941,1-818bff808382,44161,1731953571941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38135/user/jenkins/test-data/0d582035-c995-c367-1a1f-8e04857094e0/WALs/818bff808382,44161,1731953571941/818bff808382%2C44161%2C1731953571941.1731953573128 to pos 1803, reset compression=false 2024-11-18T18:13:13,737 DEBUG [RS:0;818bff808382:44161 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T18:13:13,821 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38135/user/jenkins/test-data/0d582035-c995-c367-1a1f-8e04857094e0/data/hbase/meta/1588230740/.tmp/rep_barrier/7bc80f0deab1402da559fb7327d213d8 2024-11-18T18:13:13,840 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38135/user/jenkins/test-data/0d582035-c995-c367-1a1f-8e04857094e0/data/hbase/meta/1588230740/.tmp/table/e3325b56cf0d4d1996833517f74c1f26 is 53, key is hbase:replication/table:state/1731953582810/Put/seqid=0 2024-11-18T18:13:13,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44661 is added to blk_1073741847_1023 (size=5308) 2024-11-18T18:13:13,937 DEBUG [RS:0;818bff808382:44161 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T18:13:13,988 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,44161,1731953571941.replicationSource.wal-reader.818bff808382%2C44161%2C1731953571941,1-818bff808382,44161,1731953571941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38135/user/jenkins/test-data/0d582035-c995-c367-1a1f-8e04857094e0/WALs/818bff808382,44161,1731953571941/818bff808382%2C44161%2C1731953571941.1731953573128 to pos 1803, reset compression=false 2024-11-18T18:13:14,138 DEBUG [RS:0;818bff808382:44161 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T18:13:14,244 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38135/user/jenkins/test-data/0d582035-c995-c367-1a1f-8e04857094e0/data/hbase/meta/1588230740/.tmp/table/e3325b56cf0d4d1996833517f74c1f26 2024-11-18T18:13:14,250 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38135/user/jenkins/test-data/0d582035-c995-c367-1a1f-8e04857094e0/data/hbase/meta/1588230740/.tmp/info/a4823b3491344388b1861497757234b6 as hdfs://localhost:38135/user/jenkins/test-data/0d582035-c995-c367-1a1f-8e04857094e0/data/hbase/meta/1588230740/info/a4823b3491344388b1861497757234b6 2024-11-18T18:13:14,255 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38135/user/jenkins/test-data/0d582035-c995-c367-1a1f-8e04857094e0/data/hbase/meta/1588230740/info/a4823b3491344388b1861497757234b6, entries=20, sequenceid=16, filesize=7.5 K 2024-11-18T18:13:14,256 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38135/user/jenkins/test-data/0d582035-c995-c367-1a1f-8e04857094e0/data/hbase/meta/1588230740/.tmp/ns/28741568f8e24e1d8a420b95139c52d1 as hdfs://localhost:38135/user/jenkins/test-data/0d582035-c995-c367-1a1f-8e04857094e0/data/hbase/meta/1588230740/ns/28741568f8e24e1d8a420b95139c52d1 2024-11-18T18:13:14,260 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38135/user/jenkins/test-data/0d582035-c995-c367-1a1f-8e04857094e0/data/hbase/meta/1588230740/ns/28741568f8e24e1d8a420b95139c52d1, entries=2, sequenceid=16, filesize=5.0 K 2024-11-18T18:13:14,261 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38135/user/jenkins/test-data/0d582035-c995-c367-1a1f-8e04857094e0/data/hbase/meta/1588230740/.tmp/rep_barrier/7bc80f0deab1402da559fb7327d213d8 as hdfs://localhost:38135/user/jenkins/test-data/0d582035-c995-c367-1a1f-8e04857094e0/data/hbase/meta/1588230740/rep_barrier/7bc80f0deab1402da559fb7327d213d8 2024-11-18T18:13:14,264 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38135/user/jenkins/test-data/0d582035-c995-c367-1a1f-8e04857094e0/data/hbase/meta/1588230740/rep_barrier/7bc80f0deab1402da559fb7327d213d8, entries=1, sequenceid=16, filesize=5.4 K 2024-11-18T18:13:14,265 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38135/user/jenkins/test-data/0d582035-c995-c367-1a1f-8e04857094e0/data/hbase/meta/1588230740/.tmp/table/e3325b56cf0d4d1996833517f74c1f26 as hdfs://localhost:38135/user/jenkins/test-data/0d582035-c995-c367-1a1f-8e04857094e0/data/hbase/meta/1588230740/table/e3325b56cf0d4d1996833517f74c1f26 2024-11-18T18:13:14,269 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38135/user/jenkins/test-data/0d582035-c995-c367-1a1f-8e04857094e0/data/hbase/meta/1588230740/table/e3325b56cf0d4d1996833517f74c1f26, entries=4, sequenceid=16, filesize=5.2 K 2024-11-18T18:13:14,270 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1734ms, sequenceid=16, compaction requested=false 2024-11-18T18:13:14,283 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38135/user/jenkins/test-data/0d582035-c995-c367-1a1f-8e04857094e0/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-18T18:13:14,284 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T18:13:14,284 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T18:13:14,284 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T18:13:14,284 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731953592536Running coprocessor pre-close hooks at 1731953592536Disabling compacts and flushes for region at 1731953592536Disabling writes for close at 1731953592536Obtaining lock to block concurrent updates at 1731953592536Preparing flush snapshotting stores in 1588230740 at 1731953592536Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731953592537 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731953592538 (+1 ms)Flushing 1588230740/info: creating writer at 1731953592538Flushing 1588230740/info: appending metadata at 1731953592559 (+21 ms)Flushing 1588230740/info: closing flushed file at 1731953592559Flushing 1588230740/ns: creating writer at 1731953592980 (+421 ms)Flushing 1588230740/ns: appending metadata at 1731953592994 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731953592994Flushing 1588230740/rep_barrier: creating writer at 1731953593403 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731953593417 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731953593417Flushing 1588230740/table: creating writer at 1731953593826 (+409 ms)Flushing 1588230740/table: appending metadata at 1731953593840 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731953593840Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7fecf5e2: reopening flushed file at 1731953594249 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@546cb4ac: reopening flushed file at 1731953594255 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8611e6f: reopening flushed file at 1731953594260 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@398536ec: reopening flushed file at 1731953594264 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1734ms, sequenceid=16, compaction requested=false at 1731953594270 (+6 ms)Writing region close event to WAL at 1731953594277 (+7 ms)Running coprocessor post-close hooks at 1731953594284 (+7 ms)Closed at 1731953594284 2024-11-18T18:13:14,284 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T18:13:14,338 INFO [RS:0;818bff808382:44161 {}] regionserver.HRegionServer(976): stopping server 818bff808382,44161,1731953571941; all regions closed. 2024-11-18T18:13:14,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44661 is added to blk_1073741834_1010 (size=4239) 2024-11-18T18:13:14,340 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0d582035-c995-c367-1a1f-8e04857094e0/WALs/818bff808382,44161,1731953571941/818bff808382%2C44161%2C1731953571941.meta.1731953574090.meta not finished, retry = 0 2024-11-18T18:13:14,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44661 is added to blk_1073741839_1015 (size=2676) 2024-11-18T18:13:14,444 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0d582035-c995-c367-1a1f-8e04857094e0/WALs/818bff808382,44161,1731953571941/818bff808382%2C44161%2C1731953571941.rep.1731953582767 not finished, retry = 0 2024-11-18T18:13:14,492 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,44161,1731953571941.replicationSource.wal-reader.818bff808382%2C44161%2C1731953571941,1-818bff808382,44161,1731953571941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38135/user/jenkins/test-data/0d582035-c995-c367-1a1f-8e04857094e0/WALs/818bff808382,44161,1731953571941/818bff808382%2C44161%2C1731953571941.1731953573128 to pos 1803, reset compression=false 2024-11-18T18:13:14,547 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0d582035-c995-c367-1a1f-8e04857094e0/WALs/818bff808382,44161,1731953571941/818bff808382%2C44161%2C1731953571941.1731953573128 not finished, retry = 0 2024-11-18T18:13:14,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44661 is added to blk_1073741832_1008 (size=1811) 2024-11-18T18:13:14,647 DEBUG [RS:0;818bff808382:44161 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:13:14,648 INFO [RS:0;818bff808382:44161 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T18:13:14,648 INFO [RS:0;818bff808382:44161 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T18:13:14,648 INFO [RS:0;818bff808382:44161 {}] hbase.ChoreService(370): Chore service for: regionserver/818bff808382:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-18T18:13:14,648 INFO [RS:0;818bff808382:44161 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T18:13:14,648 INFO [regionserver/818bff808382:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T18:13:14,648 INFO [RS:0;818bff808382:44161 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-818bff808382,44161,1731953571941 because: Region server is closing 2024-11-18T18:13:14,648 INFO [RS:0;818bff808382:44161 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;818bff808382:44161. 2024-11-18T18:13:14,648 DEBUG [RS:0;818bff808382:44161 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T18:13:14,648 DEBUG [RS:0;818bff808382:44161 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:13:14,649 DEBUG [RS:0;818bff808382:44161 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:13:14,649 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T18:13:14,749 INFO [RS:0;818bff808382:44161 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,44161,1731953571941.replicationSource.shipper818bff808382%2C44161%2C1731953571941,1-818bff808382,44161,1731953571941 terminated 2024-11-18T18:13:14,749 WARN [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,44161,1731953571941.replicationSource.wal-reader.818bff808382%2C44161%2C1731953571941,1-818bff808382,44161,1731953571941 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-18T18:13:14,749 INFO [RS:0;818bff808382:44161 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;818bff808382:44161. 2024-11-18T18:13:14,749 DEBUG [RS:0;818bff808382:44161 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T18:13:14,749 DEBUG [RS:0;818bff808382:44161 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:13:14,749 DEBUG [RS:0;818bff808382:44161 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:13:14,749 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T18:13:14,750 INFO [RS:0;818bff808382:44161 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44161 2024-11-18T18:13:14,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38621-0x1000bd5ece00000, quorum=127.0.0.1:50040, baseZNode=/01236169711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01236169711/rs 2024-11-18T18:13:14,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44161-0x1000bd5ece00001, quorum=127.0.0.1:50040, baseZNode=/01236169711 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01236169711/rs/818bff808382,44161,1731953571941 2024-11-18T18:13:14,752 INFO [RS:0;818bff808382:44161 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T18:13:14,753 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [818bff808382,44161,1731953571941] 2024-11-18T18:13:14,755 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01236169711/draining/818bff808382,44161,1731953571941 already deleted, retry=false 2024-11-18T18:13:14,755 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 818bff808382,44161,1731953571941 expired; onlineServers=0 2024-11-18T18:13:14,755 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '818bff808382,38621,1731953571888' ***** 2024-11-18T18:13:14,755 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T18:13:14,755 INFO [M:0;818bff808382:38621 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T18:13:14,755 INFO [M:0;818bff808382:38621 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T18:13:14,755 DEBUG [M:0;818bff808382:38621 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T18:13:14,755 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T18:13:14,755 DEBUG [M:0;818bff808382:38621 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T18:13:14,755 DEBUG [master/818bff808382:0:becomeActiveMaster-HFileCleaner.small.0-1731953572952 {}] cleaner.HFileCleaner(306): Exit Thread[master/818bff808382:0:becomeActiveMaster-HFileCleaner.small.0-1731953572952,5,FailOnTimeoutGroup] 2024-11-18T18:13:14,755 INFO [M:0;818bff808382:38621 {}] hbase.ChoreService(370): Chore service for: master/818bff808382:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T18:13:14,755 DEBUG [master/818bff808382:0:becomeActiveMaster-HFileCleaner.large.0-1731953572950 {}] cleaner.HFileCleaner(306): Exit Thread[master/818bff808382:0:becomeActiveMaster-HFileCleaner.large.0-1731953572950,5,FailOnTimeoutGroup] 2024-11-18T18:13:14,755 INFO [M:0;818bff808382:38621 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T18:13:14,756 DEBUG [M:0;818bff808382:38621 {}] master.HMaster(1795): Stopping service threads 2024-11-18T18:13:14,756 INFO [M:0;818bff808382:38621 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T18:13:14,756 INFO [M:0;818bff808382:38621 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T18:13:14,756 INFO [M:0;818bff808382:38621 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T18:13:14,756 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T18:13:14,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38621-0x1000bd5ece00000, quorum=127.0.0.1:50040, baseZNode=/01236169711 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01236169711/master 2024-11-18T18:13:14,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38621-0x1000bd5ece00000, quorum=127.0.0.1:50040, baseZNode=/01236169711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01236169711 2024-11-18T18:13:14,757 DEBUG [M:0;818bff808382:38621 {}] zookeeper.ZKUtil(347): master:38621-0x1000bd5ece00000, quorum=127.0.0.1:50040, baseZNode=/01236169711 Unable to get data of znode /01236169711/master because node does not exist (not an error) 2024-11-18T18:13:14,757 WARN [M:0;818bff808382:38621 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T18:13:14,758 INFO [M:0;818bff808382:38621 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38135/user/jenkins/test-data/0d582035-c995-c367-1a1f-8e04857094e0/.lastflushedseqids 2024-11-18T18:13:14,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44661 is added to blk_1073741848_1024 (size=245) 2024-11-18T18:13:14,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44161-0x1000bd5ece00001, quorum=127.0.0.1:50040, baseZNode=/01236169711 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T18:13:14,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44161-0x1000bd5ece00001, quorum=127.0.0.1:50040, baseZNode=/01236169711 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T18:13:14,854 INFO [RS:0;818bff808382:44161 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T18:13:14,854 INFO [RS:0;818bff808382:44161 {}] regionserver.HRegionServer(1031): Exiting; stopping=818bff808382,44161,1731953571941; zookeeper connection closed. 2024-11-18T18:13:14,854 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4fdc619b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4fdc619b 2024-11-18T18:13:14,855 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T18:13:15,163 INFO [M:0;818bff808382:38621 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T18:13:15,163 INFO [M:0;818bff808382:38621 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T18:13:15,163 DEBUG [M:0;818bff808382:38621 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T18:13:15,163 INFO [M:0;818bff808382:38621 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:13:15,164 DEBUG [M:0;818bff808382:38621 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:13:15,164 DEBUG [M:0;818bff808382:38621 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T18:13:15,164 DEBUG [M:0;818bff808382:38621 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:13:15,164 INFO [M:0;818bff808382:38621 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-18T18:13:15,187 DEBUG [M:0;818bff808382:38621 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38135/user/jenkins/test-data/0d582035-c995-c367-1a1f-8e04857094e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a9016f1ff5cb481b813e44b5f44fafd7 is 82, key is hbase:meta,,1/info:regioninfo/1731953574123/Put/seqid=0 2024-11-18T18:13:15,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44661 is added to blk_1073741849_1025 (size=5672) 2024-11-18T18:13:15,208 INFO [M:0;818bff808382:38621 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38135/user/jenkins/test-data/0d582035-c995-c367-1a1f-8e04857094e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a9016f1ff5cb481b813e44b5f44fafd7 2024-11-18T18:13:15,231 DEBUG [M:0;818bff808382:38621 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38135/user/jenkins/test-data/0d582035-c995-c367-1a1f-8e04857094e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/94411068cd43462c9191a2e7c2944d0e is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731953582814/Put/seqid=0 2024-11-18T18:13:15,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44661 is added to blk_1073741850_1026 (size=8516) 2024-11-18T18:13:15,576 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T18:13:15,577 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:13:15,591 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T18:13:15,595 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [818bff808382,35743,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=818bff808382:35743 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-18T18:13:15,595 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28346 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [818bff808382,35743,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=818bff808382:35743 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-18T18:13:15,599 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:13:15,599 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:13:15,600 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:13:15,600 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:13:15,600 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:13:15,600 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:13:15,607 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:13:15,608 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:13:15,610 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:13:15,624 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T18:13:15,624 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-18T18:13:15,624 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-18T18:13:15,624 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-18T18:13:15,624 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T18:13:15,624 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T18:13:15,651 INFO [M:0;818bff808382:38621 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38135/user/jenkins/test-data/0d582035-c995-c367-1a1f-8e04857094e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/94411068cd43462c9191a2e7c2944d0e 2024-11-18T18:13:15,674 DEBUG [M:0;818bff808382:38621 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38135/user/jenkins/test-data/0d582035-c995-c367-1a1f-8e04857094e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/51b23d9aa145476ba89f60779a2cb98c is 69, key is 818bff808382,44161,1731953571941/rs:state/1731953572983/Put/seqid=0 2024-11-18T18:13:15,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44661 is added to blk_1073741851_1027 (size=5156) 2024-11-18T18:13:16,089 INFO [M:0;818bff808382:38621 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38135/user/jenkins/test-data/0d582035-c995-c367-1a1f-8e04857094e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/51b23d9aa145476ba89f60779a2cb98c 2024-11-18T18:13:16,094 DEBUG [M:0;818bff808382:38621 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38135/user/jenkins/test-data/0d582035-c995-c367-1a1f-8e04857094e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a9016f1ff5cb481b813e44b5f44fafd7 as hdfs://localhost:38135/user/jenkins/test-data/0d582035-c995-c367-1a1f-8e04857094e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a9016f1ff5cb481b813e44b5f44fafd7 2024-11-18T18:13:16,098 INFO [M:0;818bff808382:38621 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38135/user/jenkins/test-data/0d582035-c995-c367-1a1f-8e04857094e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a9016f1ff5cb481b813e44b5f44fafd7, entries=8, sequenceid=97, filesize=5.5 K 2024-11-18T18:13:16,099 DEBUG [M:0;818bff808382:38621 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38135/user/jenkins/test-data/0d582035-c995-c367-1a1f-8e04857094e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/94411068cd43462c9191a2e7c2944d0e as hdfs://localhost:38135/user/jenkins/test-data/0d582035-c995-c367-1a1f-8e04857094e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/94411068cd43462c9191a2e7c2944d0e 2024-11-18T18:13:16,103 INFO [M:0;818bff808382:38621 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38135/user/jenkins/test-data/0d582035-c995-c367-1a1f-8e04857094e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/94411068cd43462c9191a2e7c2944d0e, entries=11, sequenceid=97, filesize=8.3 K 2024-11-18T18:13:16,104 DEBUG [M:0;818bff808382:38621 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38135/user/jenkins/test-data/0d582035-c995-c367-1a1f-8e04857094e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/51b23d9aa145476ba89f60779a2cb98c as hdfs://localhost:38135/user/jenkins/test-data/0d582035-c995-c367-1a1f-8e04857094e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/51b23d9aa145476ba89f60779a2cb98c 2024-11-18T18:13:16,108 INFO [M:0;818bff808382:38621 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38135/user/jenkins/test-data/0d582035-c995-c367-1a1f-8e04857094e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/51b23d9aa145476ba89f60779a2cb98c, entries=1, sequenceid=97, filesize=5.0 K 2024-11-18T18:13:16,109 INFO [M:0;818bff808382:38621 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 945ms, sequenceid=97, compaction requested=false 2024-11-18T18:13:16,110 INFO [M:0;818bff808382:38621 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:13:16,110 DEBUG [M:0;818bff808382:38621 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731953595163Disabling compacts and flushes for region at 1731953595163Disabling writes for close at 1731953595164 (+1 ms)Obtaining lock to block concurrent updates at 1731953595164Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731953595164Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731953595164Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731953595165 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731953595165Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731953595186 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731953595186Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731953595213 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731953595230 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731953595230Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731953595656 (+426 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731953595673 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731953595673Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4811f2d5: reopening flushed file at 1731953596094 (+421 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2fcfb337: reopening flushed file at 1731953596098 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5624f8e7: reopening flushed file at 1731953596103 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 945ms, sequenceid=97, compaction requested=false at 1731953596109 (+6 ms)Writing region close event to WAL at 1731953596110 (+1 ms)Closed at 1731953596110 2024-11-18T18:13:16,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44661 is added to blk_1073741830_1006 (size=63654) 2024-11-18T18:13:16,117 INFO [M:0;818bff808382:38621 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T18:13:16,117 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T18:13:16,117 INFO [M:0;818bff808382:38621 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38621 2024-11-18T18:13:16,117 INFO [M:0;818bff808382:38621 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T18:13:16,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38621-0x1000bd5ece00000, quorum=127.0.0.1:50040, baseZNode=/01236169711 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T18:13:16,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38621-0x1000bd5ece00000, quorum=127.0.0.1:50040, baseZNode=/01236169711 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T18:13:16,219 INFO [M:0;818bff808382:38621 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T18:13:16,224 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@30b0c31f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T18:13:16,224 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@398473d7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T18:13:16,224 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T18:13:16,224 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c5b79ec{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T18:13:16,225 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65ffc534{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6feb68c6-b814-d6f4-cf32-4abf5665d726/hadoop.log.dir/,STOPPED} 2024-11-18T18:13:16,227 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T18:13:16,227 WARN [BP-1920898489-172.17.0.2-1731953570849 heartbeating to localhost/127.0.0.1:38135 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T18:13:16,227 WARN [BP-1920898489-172.17.0.2-1731953570849 heartbeating to localhost/127.0.0.1:38135 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1920898489-172.17.0.2-1731953570849 (Datanode Uuid c878bbc7-b6cb-498c-93b9-5edbfad297ef) service to localhost/127.0.0.1:38135 2024-11-18T18:13:16,227 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T18:13:16,228 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6feb68c6-b814-d6f4-cf32-4abf5665d726/cluster_bb7294ca-a4e0-0187-494c-755737b7c387/data/data1/current/BP-1920898489-172.17.0.2-1731953570849 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T18:13:16,228 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6feb68c6-b814-d6f4-cf32-4abf5665d726/cluster_bb7294ca-a4e0-0187-494c-755737b7c387/data/data2/current/BP-1920898489-172.17.0.2-1731953570849 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T18:13:16,228 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T18:13:16,235 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@60f6c271{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T18:13:16,236 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@689da65b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T18:13:16,236 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T18:13:16,236 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@106020e1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T18:13:16,236 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ea90aa6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6feb68c6-b814-d6f4-cf32-4abf5665d726/hadoop.log.dir/,STOPPED} 2024-11-18T18:13:16,246 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-18T18:13:16,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T18:13:16,269 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=265 (was 246) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38135 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38135 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:38135 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39163 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38135 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38135 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39163 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38135 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38135 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39163 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50040) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50040) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38135 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:39163 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39163 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39163 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39163 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39163 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=656 (was 624) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=402 (was 393) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=11625 (was 10885) - AvailableMemoryMB LEAK? - 2024-11-18T18:13:16,279 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=265, OpenFileDescriptor=656, MaxFileDescriptor=1048576, SystemLoadAverage=402, ProcessCount=11, AvailableMemoryMB=11625 2024-11-18T18:13:16,294 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-18T18:13:16,295 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2535084-979e-111f-13c4-21d22087fc14/hadoop.log.dir so I do NOT create it in target/test-data/c34ed7ce-5104-ee41-78ca-ce3a625b5ac1 2024-11-18T18:13:16,295 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2535084-979e-111f-13c4-21d22087fc14/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T18:13:16,295 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2535084-979e-111f-13c4-21d22087fc14/hadoop.tmp.dir so I do NOT create it in target/test-data/c34ed7ce-5104-ee41-78ca-ce3a625b5ac1 2024-11-18T18:13:16,295 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2535084-979e-111f-13c4-21d22087fc14/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T18:13:16,295 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c34ed7ce-5104-ee41-78ca-ce3a625b5ac1 2024-11-18T18:13:16,295 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c34ed7ce-5104-ee41-78ca-ce3a625b5ac1/cluster_80337e57-0260-82a8-2302-345604f0ea53, deleteOnExit=true 2024-11-18T18:13:16,299 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c34ed7ce-5104-ee41-78ca-ce3a625b5ac1/cluster_80337e57-0260-82a8-2302-345604f0ea53/zookeeper_0, clientPort=60069, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c34ed7ce-5104-ee41-78ca-ce3a625b5ac1/cluster_80337e57-0260-82a8-2302-345604f0ea53/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c34ed7ce-5104-ee41-78ca-ce3a625b5ac1/cluster_80337e57-0260-82a8-2302-345604f0ea53/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-18T18:13:16,302 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60069 2024-11-18T18:13:16,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T18:13:16,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T18:13:16,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c34ed7ce-5104-ee41-78ca-ce3a625b5ac1/test.cache.data in system properties and HBase conf 2024-11-18T18:13:16,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c34ed7ce-5104-ee41-78ca-ce3a625b5ac1/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T18:13:16,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c34ed7ce-5104-ee41-78ca-ce3a625b5ac1/hadoop.log.dir in system properties and HBase conf 2024-11-18T18:13:16,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c34ed7ce-5104-ee41-78ca-ce3a625b5ac1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T18:13:16,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c34ed7ce-5104-ee41-78ca-ce3a625b5ac1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T18:13:16,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T18:13:16,303 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T18:13:16,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c34ed7ce-5104-ee41-78ca-ce3a625b5ac1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T18:13:16,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c34ed7ce-5104-ee41-78ca-ce3a625b5ac1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T18:13:16,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c34ed7ce-5104-ee41-78ca-ce3a625b5ac1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T18:13:16,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c34ed7ce-5104-ee41-78ca-ce3a625b5ac1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T18:13:16,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c34ed7ce-5104-ee41-78ca-ce3a625b5ac1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T18:13:16,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c34ed7ce-5104-ee41-78ca-ce3a625b5ac1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T18:13:16,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c34ed7ce-5104-ee41-78ca-ce3a625b5ac1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T18:13:16,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c34ed7ce-5104-ee41-78ca-ce3a625b5ac1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T18:13:16,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c34ed7ce-5104-ee41-78ca-ce3a625b5ac1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T18:13:16,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c34ed7ce-5104-ee41-78ca-ce3a625b5ac1/nfs.dump.dir in system properties and HBase conf 2024-11-18T18:13:16,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c34ed7ce-5104-ee41-78ca-ce3a625b5ac1/java.io.tmpdir in system properties and HBase conf 2024-11-18T18:13:16,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c34ed7ce-5104-ee41-78ca-ce3a625b5ac1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T18:13:16,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c34ed7ce-5104-ee41-78ca-ce3a625b5ac1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T18:13:16,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c34ed7ce-5104-ee41-78ca-ce3a625b5ac1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T18:13:16,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1000bd5ece00005, quorum=127.0.0.1:50040, baseZNode=/1-1883400548 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T18:13:16,341 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1000bd5ece00005, quorum=127.0.0.1:50040, baseZNode=/1-1883400548 Received Disconnected from ZooKeeper, ignoring 2024-11-18T18:13:16,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1000bd5ece00002, quorum=127.0.0.1:50040, baseZNode=/01236169711 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T18:13:16,342 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1000bd5ece00002, quorum=127.0.0.1:50040, baseZNode=/01236169711 Received Disconnected from ZooKeeper, ignoring 2024-11-18T18:13:16,384 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T18:13:16,387 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T18:13:16,392 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T18:13:16,392 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T18:13:16,392 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T18:13:16,393 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T18:13:16,393 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d9e9be{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c34ed7ce-5104-ee41-78ca-ce3a625b5ac1/hadoop.log.dir/,AVAILABLE} 2024-11-18T18:13:16,394 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@63e8c032{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T18:13:16,541 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5451eb03{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c34ed7ce-5104-ee41-78ca-ce3a625b5ac1/java.io.tmpdir/jetty-localhost-39415-hadoop-hdfs-3_4_1-tests_jar-_-any-2659036400535476064/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T18:13:16,542 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4d715898{HTTP/1.1, (http/1.1)}{localhost:39415} 2024-11-18T18:13:16,542 INFO [Time-limited test {}] server.Server(415): Started @206638ms 2024-11-18T18:13:16,644 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T18:13:16,650 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T18:13:16,652 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T18:13:16,652 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T18:13:16,652 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T18:13:16,652 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5c6ec404{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c34ed7ce-5104-ee41-78ca-ce3a625b5ac1/hadoop.log.dir/,AVAILABLE} 2024-11-18T18:13:16,653 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d1832e1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T18:13:16,787 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@44a362b2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c34ed7ce-5104-ee41-78ca-ce3a625b5ac1/java.io.tmpdir/jetty-localhost-35865-hadoop-hdfs-3_4_1-tests_jar-_-any-1795502636784672268/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T18:13:16,787 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@28400cbc{HTTP/1.1, (http/1.1)}{localhost:35865} 2024-11-18T18:13:16,787 INFO [Time-limited test {}] server.Server(415): Started @206883ms 2024-11-18T18:13:16,788 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T18:13:16,883 WARN [Thread-2670 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c34ed7ce-5104-ee41-78ca-ce3a625b5ac1/cluster_80337e57-0260-82a8-2302-345604f0ea53/data/data1/current/BP-961853915-172.17.0.2-1731953596323/current, will proceed with Du for space computation calculation, 2024-11-18T18:13:16,883 WARN [Thread-2671 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c34ed7ce-5104-ee41-78ca-ce3a625b5ac1/cluster_80337e57-0260-82a8-2302-345604f0ea53/data/data2/current/BP-961853915-172.17.0.2-1731953596323/current, will proceed with Du for space computation calculation, 2024-11-18T18:13:16,913 WARN [Thread-2658 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T18:13:16,919 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x966d036df925de2a with lease ID 0x3fb6f50cf6acff7f: Processing first storage report for DS-e60966fe-63ce-4d17-96ec-7394ab9ef5dd from datanode DatanodeRegistration(127.0.0.1:43779, datanodeUuid=78ab43ab-c507-4b47-be76-054adf3c4812, infoPort=43027, infoSecurePort=0, ipcPort=34257, storageInfo=lv=-57;cid=testClusterID;nsid=166564217;c=1731953596323) 2024-11-18T18:13:16,919 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x966d036df925de2a with lease ID 0x3fb6f50cf6acff7f: from storage DS-e60966fe-63ce-4d17-96ec-7394ab9ef5dd node DatanodeRegistration(127.0.0.1:43779, datanodeUuid=78ab43ab-c507-4b47-be76-054adf3c4812, infoPort=43027, infoSecurePort=0, ipcPort=34257, storageInfo=lv=-57;cid=testClusterID;nsid=166564217;c=1731953596323), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T18:13:16,919 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x966d036df925de2a with lease ID 0x3fb6f50cf6acff7f: Processing first storage report for DS-32f7aec2-8778-4027-9a63-6bbe8780931f from datanode DatanodeRegistration(127.0.0.1:43779, datanodeUuid=78ab43ab-c507-4b47-be76-054adf3c4812, infoPort=43027, infoSecurePort=0, ipcPort=34257, storageInfo=lv=-57;cid=testClusterID;nsid=166564217;c=1731953596323) 2024-11-18T18:13:16,919 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x966d036df925de2a with lease ID 0x3fb6f50cf6acff7f: from storage DS-32f7aec2-8778-4027-9a63-6bbe8780931f node DatanodeRegistration(127.0.0.1:43779, datanodeUuid=78ab43ab-c507-4b47-be76-054adf3c4812, infoPort=43027, infoSecurePort=0, ipcPort=34257, storageInfo=lv=-57;cid=testClusterID;nsid=166564217;c=1731953596323), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T18:13:17,019 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c34ed7ce-5104-ee41-78ca-ce3a625b5ac1 2024-11-18T18:13:17,019 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:13:17,021 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:13:17,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43779 is added to blk_1073741825_1001 (size=7) 2024-11-18T18:13:17,430 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35413/user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d with version=8 2024-11-18T18:13:17,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35413/user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d/hbase-staging 2024-11-18T18:13:17,433 INFO [Time-limited test {}] client.ConnectionUtils(128): master/818bff808382:0 server-side Connection retries=45 2024-11-18T18:13:17,433 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T18:13:17,433 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T18:13:17,433 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T18:13:17,433 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T18:13:17,433 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T18:13:17,433 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T18:13:17,433 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T18:13:17,434 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41669 2024-11-18T18:13:17,435 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41669 connecting to ZooKeeper ensemble=127.0.0.1:60069 2024-11-18T18:13:17,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:416690x0, quorum=127.0.0.1:60069, baseZNode=/0618325965 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T18:13:17,452 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41669-0x1000bd650710000 connected 2024-11-18T18:13:17,475 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:13:17,477 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:13:17,478 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41669-0x1000bd650710000, quorum=127.0.0.1:60069, baseZNode=/0618325965 Set watcher on znode that does not yet exist, /0618325965/running 2024-11-18T18:13:17,479 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35413/user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d, hbase.cluster.distributed=false 2024-11-18T18:13:17,480 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41669-0x1000bd650710000, quorum=127.0.0.1:60069, baseZNode=/0618325965 Set watcher on znode that does not yet exist, /0618325965/acl 2024-11-18T18:13:17,487 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41669 2024-11-18T18:13:17,492 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41669 2024-11-18T18:13:17,496 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41669 2024-11-18T18:13:17,496 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41669 2024-11-18T18:13:17,496 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41669 2024-11-18T18:13:17,511 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/818bff808382:0 server-side Connection retries=45 2024-11-18T18:13:17,511 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T18:13:17,511 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T18:13:17,511 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T18:13:17,511 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T18:13:17,511 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T18:13:17,511 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T18:13:17,511 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T18:13:17,512 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35371 2024-11-18T18:13:17,512 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35371 connecting to ZooKeeper ensemble=127.0.0.1:60069 2024-11-18T18:13:17,513 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:13:17,514 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:13:17,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:353710x0, quorum=127.0.0.1:60069, baseZNode=/0618325965 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T18:13:17,518 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:353710x0, quorum=127.0.0.1:60069, baseZNode=/0618325965 Set watcher on znode that does not yet exist, /0618325965/running 2024-11-18T18:13:17,518 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35371-0x1000bd650710001 connected 2024-11-18T18:13:17,518 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T18:13:17,519 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T18:13:17,519 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35371-0x1000bd650710001, quorum=127.0.0.1:60069, baseZNode=/0618325965 Set watcher on znode that does not yet exist, /0618325965/master 2024-11-18T18:13:17,520 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35371-0x1000bd650710001, quorum=127.0.0.1:60069, baseZNode=/0618325965 Set watcher on znode that does not yet exist, /0618325965/acl 2024-11-18T18:13:17,526 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35371 2024-11-18T18:13:17,526 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35371 2024-11-18T18:13:17,527 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35371 2024-11-18T18:13:17,530 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35371 2024-11-18T18:13:17,530 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35371 2024-11-18T18:13:17,542 DEBUG [M:0;818bff808382:41669 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;818bff808382:41669 2024-11-18T18:13:17,542 INFO [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0618325965/backup-masters/818bff808382,41669,1731953597432 2024-11-18T18:13:17,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41669-0x1000bd650710000, quorum=127.0.0.1:60069, baseZNode=/0618325965 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0618325965/backup-masters 2024-11-18T18:13:17,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35371-0x1000bd650710001, quorum=127.0.0.1:60069, baseZNode=/0618325965 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0618325965/backup-masters 2024-11-18T18:13:17,544 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41669-0x1000bd650710000, quorum=127.0.0.1:60069, baseZNode=/0618325965 Set watcher on existing znode=/0618325965/backup-masters/818bff808382,41669,1731953597432 2024-11-18T18:13:17,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35371-0x1000bd650710001, quorum=127.0.0.1:60069, baseZNode=/0618325965 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0618325965/master 2024-11-18T18:13:17,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41669-0x1000bd650710000, quorum=127.0.0.1:60069, baseZNode=/0618325965 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0618325965 2024-11-18T18:13:17,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35371-0x1000bd650710001, quorum=127.0.0.1:60069, baseZNode=/0618325965 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0618325965 2024-11-18T18:13:17,546 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41669-0x1000bd650710000, quorum=127.0.0.1:60069, baseZNode=/0618325965 Set watcher on existing znode=/0618325965/master 2024-11-18T18:13:17,546 INFO [master/818bff808382:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0618325965/backup-masters/818bff808382,41669,1731953597432 from backup master directory 2024-11-18T18:13:17,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35371-0x1000bd650710001, quorum=127.0.0.1:60069, baseZNode=/0618325965 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0618325965/backup-masters 2024-11-18T18:13:17,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41669-0x1000bd650710000, quorum=127.0.0.1:60069, baseZNode=/0618325965 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0618325965/backup-masters/818bff808382,41669,1731953597432 2024-11-18T18:13:17,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41669-0x1000bd650710000, quorum=127.0.0.1:60069, baseZNode=/0618325965 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0618325965/backup-masters 2024-11-18T18:13:17,547 WARN [master/818bff808382:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T18:13:17,547 INFO [master/818bff808382:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=818bff808382,41669,1731953597432 2024-11-18T18:13:17,553 DEBUG [master/818bff808382:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35413/user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d/hbase.id] with ID: 5be485e1-6034-41f0-bf8b-34ce884c4822 2024-11-18T18:13:17,553 DEBUG [master/818bff808382:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35413/user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d/.tmp/hbase.id 2024-11-18T18:13:17,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43779 is added to blk_1073741826_1002 (size=42) 2024-11-18T18:13:17,957 DEBUG [master/818bff808382:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35413/user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d/.tmp/hbase.id]:[hdfs://localhost:35413/user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d/hbase.id] 2024-11-18T18:13:17,966 INFO [master/818bff808382:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:13:17,967 INFO [master/818bff808382:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T18:13:17,967 INFO [master/818bff808382:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-18T18:13:17,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41669-0x1000bd650710000, quorum=127.0.0.1:60069, baseZNode=/0618325965 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0618325965 2024-11-18T18:13:17,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35371-0x1000bd650710001, quorum=127.0.0.1:60069, baseZNode=/0618325965 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0618325965 2024-11-18T18:13:17,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43779 is added to blk_1073741827_1003 (size=196) 2024-11-18T18:13:18,379 INFO [master/818bff808382:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T18:13:18,379 INFO [master/818bff808382:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T18:13:18,380 INFO [master/818bff808382:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T18:13:18,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43779 is added to blk_1073741828_1004 (size=1189) 2024-11-18T18:13:18,791 INFO [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35413/user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d/MasterData/data/master/store 2024-11-18T18:13:18,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43779 is added to blk_1073741829_1005 (size=34) 2024-11-18T18:13:19,196 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:13:19,197 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T18:13:19,197 INFO [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:13:19,197 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:13:19,197 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T18:13:19,197 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:13:19,197 INFO [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:13:19,197 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731953599197Disabling compacts and flushes for region at 1731953599197Disabling writes for close at 1731953599197Writing region close event to WAL at 1731953599197Closed at 1731953599197 2024-11-18T18:13:19,198 WARN [master/818bff808382:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35413/user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d/MasterData/data/master/store/.initializing 2024-11-18T18:13:19,198 DEBUG [master/818bff808382:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35413/user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d/MasterData/WALs/818bff808382,41669,1731953597432 2024-11-18T18:13:19,199 INFO [master/818bff808382:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T18:13:19,200 INFO [master/818bff808382:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=818bff808382%2C41669%2C1731953597432, suffix=, logDir=hdfs://localhost:35413/user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d/MasterData/WALs/818bff808382,41669,1731953597432, archiveDir=hdfs://localhost:35413/user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d/MasterData/oldWALs, maxLogs=10 2024-11-18T18:13:19,216 DEBUG [master/818bff808382:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d/MasterData/WALs/818bff808382,41669,1731953597432/818bff808382%2C41669%2C1731953597432.1731953599200, exclude list is [], retry=0 2024-11-18T18:13:19,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43779,DS-e60966fe-63ce-4d17-96ec-7394ab9ef5dd,DISK] 2024-11-18T18:13:19,222 INFO [master/818bff808382:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d/MasterData/WALs/818bff808382,41669,1731953597432/818bff808382%2C41669%2C1731953597432.1731953599200 2024-11-18T18:13:19,222 DEBUG [master/818bff808382:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43027:43027)] 2024-11-18T18:13:19,222 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T18:13:19,222 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:13:19,223 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:13:19,223 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:13:19,224 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:13:19,226 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T18:13:19,226 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:13:19,226 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:13:19,227 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:13:19,228 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T18:13:19,228 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:13:19,228 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:13:19,228 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:13:19,229 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T18:13:19,230 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:13:19,230 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:13:19,230 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:13:19,231 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T18:13:19,231 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:13:19,231 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:13:19,232 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:13:19,232 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35413/user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:13:19,233 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35413/user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:13:19,234 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:13:19,234 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:13:19,234 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T18:13:19,235 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:13:19,238 DEBUG [master/818bff808382:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35413/user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T18:13:19,238 INFO [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67056507, jitterRate=-7.801800966262817E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T18:13:19,239 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731953599223Initializing all the Stores at 1731953599224 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953599224Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953599224Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953599224Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953599224Cleaning up temporary data from old regions at 1731953599234 (+10 ms)Region opened successfully at 1731953599239 (+5 ms) 2024-11-18T18:13:19,239 INFO [master/818bff808382:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T18:13:19,242 DEBUG [master/818bff808382:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3acb8864, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=818bff808382/172.17.0.2:0 2024-11-18T18:13:19,243 INFO [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T18:13:19,243 INFO [master/818bff808382:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T18:13:19,243 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T18:13:19,244 INFO [master/818bff808382:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T18:13:19,244 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T18:13:19,244 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T18:13:19,245 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T18:13:19,258 INFO [master/818bff808382:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T18:13:19,259 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41669-0x1000bd650710000, quorum=127.0.0.1:60069, baseZNode=/0618325965 Unable to get data of znode /0618325965/balancer because node does not exist (not necessarily an error) 2024-11-18T18:13:19,260 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0618325965/balancer already deleted, retry=false 2024-11-18T18:13:19,260 INFO [master/818bff808382:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T18:13:19,261 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41669-0x1000bd650710000, quorum=127.0.0.1:60069, baseZNode=/0618325965 Unable to get data of znode /0618325965/normalizer because node does not exist (not necessarily an error) 2024-11-18T18:13:19,263 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0618325965/normalizer already deleted, retry=false 2024-11-18T18:13:19,263 INFO [master/818bff808382:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T18:13:19,267 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41669-0x1000bd650710000, quorum=127.0.0.1:60069, baseZNode=/0618325965 Unable to get data of znode /0618325965/switch/split because node does not exist (not necessarily an error) 2024-11-18T18:13:19,268 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0618325965/switch/split already deleted, retry=false 2024-11-18T18:13:19,269 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41669-0x1000bd650710000, quorum=127.0.0.1:60069, baseZNode=/0618325965 Unable to get data of znode /0618325965/switch/merge because node does not exist (not necessarily an error) 2024-11-18T18:13:19,270 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0618325965/switch/merge already deleted, retry=false 2024-11-18T18:13:19,272 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41669-0x1000bd650710000, quorum=127.0.0.1:60069, baseZNode=/0618325965 Unable to get data of znode /0618325965/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T18:13:19,273 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0618325965/snapshot-cleanup already deleted, retry=false 2024-11-18T18:13:19,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35371-0x1000bd650710001, quorum=127.0.0.1:60069, baseZNode=/0618325965 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0618325965/running 2024-11-18T18:13:19,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41669-0x1000bd650710000, quorum=127.0.0.1:60069, baseZNode=/0618325965 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0618325965/running 2024-11-18T18:13:19,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41669-0x1000bd650710000, quorum=127.0.0.1:60069, baseZNode=/0618325965 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0618325965 2024-11-18T18:13:19,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35371-0x1000bd650710001, quorum=127.0.0.1:60069, baseZNode=/0618325965 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0618325965 2024-11-18T18:13:19,275 INFO [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=818bff808382,41669,1731953597432, sessionid=0x1000bd650710000, setting cluster-up flag (Was=false) 2024-11-18T18:13:19,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35371-0x1000bd650710001, quorum=127.0.0.1:60069, baseZNode=/0618325965 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0618325965 2024-11-18T18:13:19,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41669-0x1000bd650710000, quorum=127.0.0.1:60069, baseZNode=/0618325965 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0618325965 2024-11-18T18:13:19,282 DEBUG [master/818bff808382:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0618325965/flush-table-proc/acquired, /0618325965/flush-table-proc/reached, /0618325965/flush-table-proc/abort 2024-11-18T18:13:19,283 DEBUG [master/818bff808382:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=818bff808382,41669,1731953597432 2024-11-18T18:13:19,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41669-0x1000bd650710000, quorum=127.0.0.1:60069, baseZNode=/0618325965 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0618325965 2024-11-18T18:13:19,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35371-0x1000bd650710001, quorum=127.0.0.1:60069, baseZNode=/0618325965 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0618325965 2024-11-18T18:13:19,292 DEBUG [master/818bff808382:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0618325965/online-snapshot/acquired, /0618325965/online-snapshot/reached, /0618325965/online-snapshot/abort 2024-11-18T18:13:19,293 DEBUG [master/818bff808382:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=818bff808382,41669,1731953597432 2024-11-18T18:13:19,296 INFO [master/818bff808382:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35413/user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T18:13:19,298 DEBUG [master/818bff808382:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T18:13:19,298 INFO [master/818bff808382:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T18:13:19,298 INFO [master/818bff808382:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T18:13:19,298 DEBUG [master/818bff808382:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 818bff808382,41669,1731953597432 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T18:13:19,300 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/818bff808382:0, corePoolSize=5, maxPoolSize=5 2024-11-18T18:13:19,300 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/818bff808382:0, corePoolSize=5, maxPoolSize=5 2024-11-18T18:13:19,300 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/818bff808382:0, corePoolSize=5, maxPoolSize=5 2024-11-18T18:13:19,300 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/818bff808382:0, corePoolSize=5, maxPoolSize=5 2024-11-18T18:13:19,300 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/818bff808382:0, corePoolSize=10, maxPoolSize=10 2024-11-18T18:13:19,300 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:13:19,300 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/818bff808382:0, corePoolSize=2, maxPoolSize=2 2024-11-18T18:13:19,300 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:13:19,304 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T18:13:19,304 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T18:13:19,305 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:13:19,305 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T18:13:19,312 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731953629312 2024-11-18T18:13:19,312 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T18:13:19,312 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T18:13:19,312 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T18:13:19,312 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T18:13:19,312 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T18:13:19,312 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T18:13:19,315 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T18:13:19,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43779 is added to blk_1073741831_1007 (size=1321) 2024-11-18T18:13:19,324 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T18:13:19,324 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T18:13:19,324 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T18:13:19,324 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T18:13:19,332 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T18:13:19,332 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35413/user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T18:13:19,332 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T18:13:19,332 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35413/user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d 2024-11-18T18:13:19,336 DEBUG [master/818bff808382:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/818bff808382:0:becomeActiveMaster-HFileCleaner.large.0-1731953599332,5,FailOnTimeoutGroup] 2024-11-18T18:13:19,339 DEBUG [master/818bff808382:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/818bff808382:0:becomeActiveMaster-HFileCleaner.small.0-1731953599336,5,FailOnTimeoutGroup] 2024-11-18T18:13:19,339 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T18:13:19,339 INFO [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T18:13:19,339 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T18:13:19,339 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T18:13:19,340 INFO [RS:0;818bff808382:35371 {}] regionserver.HRegionServer(746): ClusterId : 5be485e1-6034-41f0-bf8b-34ce884c4822 2024-11-18T18:13:19,341 DEBUG [RS:0;818bff808382:35371 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T18:13:19,343 DEBUG [RS:0;818bff808382:35371 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T18:13:19,343 DEBUG [RS:0;818bff808382:35371 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T18:13:19,345 DEBUG [RS:0;818bff808382:35371 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T18:13:19,346 DEBUG [RS:0;818bff808382:35371 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24ddbfd2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=818bff808382/172.17.0.2:0 2024-11-18T18:13:19,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43779 is added to blk_1073741832_1008 (size=32) 2024-11-18T18:13:19,364 DEBUG [RS:0;818bff808382:35371 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;818bff808382:35371 2024-11-18T18:13:19,364 INFO [RS:0;818bff808382:35371 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T18:13:19,364 INFO [RS:0;818bff808382:35371 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T18:13:19,364 DEBUG [RS:0;818bff808382:35371 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T18:13:19,365 INFO [RS:0;818bff808382:35371 {}] regionserver.HRegionServer(2659): reportForDuty to master=818bff808382,41669,1731953597432 with port=35371, startcode=1731953597511 2024-11-18T18:13:19,365 DEBUG [RS:0;818bff808382:35371 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T18:13:19,368 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54913, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T18:13:19,369 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41669 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 818bff808382,35371,1731953597511 2024-11-18T18:13:19,369 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41669 {}] master.ServerManager(517): Registering regionserver=818bff808382,35371,1731953597511 2024-11-18T18:13:19,370 DEBUG [RS:0;818bff808382:35371 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35413/user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d 2024-11-18T18:13:19,370 DEBUG [RS:0;818bff808382:35371 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35413 2024-11-18T18:13:19,370 DEBUG [RS:0;818bff808382:35371 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T18:13:19,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41669-0x1000bd650710000, quorum=127.0.0.1:60069, baseZNode=/0618325965 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0618325965/rs 2024-11-18T18:13:19,374 DEBUG [RS:0;818bff808382:35371 {}] zookeeper.ZKUtil(111): regionserver:35371-0x1000bd650710001, quorum=127.0.0.1:60069, baseZNode=/0618325965 Set watcher on existing znode=/0618325965/rs/818bff808382,35371,1731953597511 2024-11-18T18:13:19,374 WARN [RS:0;818bff808382:35371 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T18:13:19,374 INFO [RS:0;818bff808382:35371 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T18:13:19,374 DEBUG [RS:0;818bff808382:35371 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35413/user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d/WALs/818bff808382,35371,1731953597511 2024-11-18T18:13:19,377 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [818bff808382,35371,1731953597511] 2024-11-18T18:13:19,382 INFO [RS:0;818bff808382:35371 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T18:13:19,388 INFO [RS:0;818bff808382:35371 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T18:13:19,389 INFO [RS:0;818bff808382:35371 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T18:13:19,389 INFO [RS:0;818bff808382:35371 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T18:13:19,389 INFO [RS:0;818bff808382:35371 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T18:13:19,390 INFO [RS:0;818bff808382:35371 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T18:13:19,390 INFO [RS:0;818bff808382:35371 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T18:13:19,390 DEBUG [RS:0;818bff808382:35371 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:13:19,390 DEBUG [RS:0;818bff808382:35371 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:13:19,390 DEBUG [RS:0;818bff808382:35371 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:13:19,390 DEBUG [RS:0;818bff808382:35371 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:13:19,391 DEBUG [RS:0;818bff808382:35371 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:13:19,391 DEBUG [RS:0;818bff808382:35371 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/818bff808382:0, corePoolSize=2, maxPoolSize=2 2024-11-18T18:13:19,391 DEBUG [RS:0;818bff808382:35371 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:13:19,391 DEBUG [RS:0;818bff808382:35371 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:13:19,391 DEBUG [RS:0;818bff808382:35371 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:13:19,391 DEBUG [RS:0;818bff808382:35371 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:13:19,391 DEBUG [RS:0;818bff808382:35371 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:13:19,393 DEBUG [RS:0;818bff808382:35371 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:13:19,393 DEBUG [RS:0;818bff808382:35371 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0, corePoolSize=3, maxPoolSize=3 2024-11-18T18:13:19,393 DEBUG [RS:0;818bff808382:35371 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/818bff808382:0, corePoolSize=3, maxPoolSize=3 2024-11-18T18:13:19,396 INFO [RS:0;818bff808382:35371 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T18:13:19,396 INFO [RS:0;818bff808382:35371 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T18:13:19,396 INFO [RS:0;818bff808382:35371 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T18:13:19,396 INFO [RS:0;818bff808382:35371 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T18:13:19,396 INFO [RS:0;818bff808382:35371 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T18:13:19,396 INFO [RS:0;818bff808382:35371 {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,35371,1731953597511-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T18:13:19,418 INFO [RS:0;818bff808382:35371 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T18:13:19,419 INFO [RS:0;818bff808382:35371 {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,35371,1731953597511-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T18:13:19,419 INFO [RS:0;818bff808382:35371 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:13:19,419 INFO [RS:0;818bff808382:35371 {}] regionserver.Replication(171): 818bff808382,35371,1731953597511 started 2024-11-18T18:13:19,442 INFO [RS:0;818bff808382:35371 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:13:19,442 INFO [RS:0;818bff808382:35371 {}] regionserver.HRegionServer(1482): Serving as 818bff808382,35371,1731953597511, RpcServer on 818bff808382/172.17.0.2:35371, sessionid=0x1000bd650710001 2024-11-18T18:13:19,443 DEBUG [RS:0;818bff808382:35371 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T18:13:19,443 DEBUG [RS:0;818bff808382:35371 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 818bff808382,35371,1731953597511 2024-11-18T18:13:19,443 DEBUG [RS:0;818bff808382:35371 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '818bff808382,35371,1731953597511' 2024-11-18T18:13:19,443 DEBUG [RS:0;818bff808382:35371 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0618325965/flush-table-proc/abort' 2024-11-18T18:13:19,443 DEBUG [RS:0;818bff808382:35371 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0618325965/flush-table-proc/acquired' 2024-11-18T18:13:19,444 DEBUG [RS:0;818bff808382:35371 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T18:13:19,444 DEBUG [RS:0;818bff808382:35371 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T18:13:19,444 DEBUG [RS:0;818bff808382:35371 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 818bff808382,35371,1731953597511 2024-11-18T18:13:19,444 DEBUG [RS:0;818bff808382:35371 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '818bff808382,35371,1731953597511' 2024-11-18T18:13:19,444 DEBUG [RS:0;818bff808382:35371 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0618325965/online-snapshot/abort' 2024-11-18T18:13:19,444 DEBUG [RS:0;818bff808382:35371 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0618325965/online-snapshot/acquired' 2024-11-18T18:13:19,445 DEBUG [RS:0;818bff808382:35371 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T18:13:19,445 INFO [RS:0;818bff808382:35371 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T18:13:19,445 INFO [RS:0;818bff808382:35371 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T18:13:19,545 INFO [RS:0;818bff808382:35371 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T18:13:19,547 INFO [RS:0;818bff808382:35371 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=818bff808382%2C35371%2C1731953597511, suffix=, logDir=hdfs://localhost:35413/user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d/WALs/818bff808382,35371,1731953597511, archiveDir=hdfs://localhost:35413/user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d/oldWALs, maxLogs=10 2024-11-18T18:13:19,567 DEBUG [RS:0;818bff808382:35371 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d/WALs/818bff808382,35371,1731953597511/818bff808382%2C35371%2C1731953597511.1731953599547, exclude list is [], retry=0 2024-11-18T18:13:19,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43779,DS-e60966fe-63ce-4d17-96ec-7394ab9ef5dd,DISK] 2024-11-18T18:13:19,572 INFO [RS:0;818bff808382:35371 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d/WALs/818bff808382,35371,1731953597511/818bff808382%2C35371%2C1731953597511.1731953599547 2024-11-18T18:13:19,572 DEBUG [RS:0;818bff808382:35371 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43027:43027)] 2024-11-18T18:13:19,758 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:13:19,759 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T18:13:19,760 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T18:13:19,761 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:13:19,761 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:13:19,761 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T18:13:19,762 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T18:13:19,762 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:13:19,763 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:13:19,763 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T18:13:19,764 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T18:13:19,764 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:13:19,764 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:13:19,764 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T18:13:19,765 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T18:13:19,765 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:13:19,765 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:13:19,765 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T18:13:19,766 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35413/user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d/data/hbase/meta/1588230740 2024-11-18T18:13:19,766 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35413/user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d/data/hbase/meta/1588230740 2024-11-18T18:13:19,767 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T18:13:19,767 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T18:13:19,768 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T18:13:19,769 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T18:13:19,771 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35413/user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T18:13:19,772 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58910968, jitterRate=-0.12215816974639893}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T18:13:19,773 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731953599758Initializing all the Stores at 1731953599759 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953599759Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953599759Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953599759Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953599759Cleaning up temporary data from old regions at 1731953599767 (+8 ms)Region opened successfully at 1731953599773 (+6 ms) 2024-11-18T18:13:19,773 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T18:13:19,773 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T18:13:19,773 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T18:13:19,773 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T18:13:19,773 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T18:13:19,773 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T18:13:19,773 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731953599773Disabling compacts and flushes for region at 1731953599773Disabling writes for close at 1731953599773Writing region close event to WAL at 1731953599773Closed at 1731953599773 2024-11-18T18:13:19,775 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T18:13:19,775 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T18:13:19,775 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T18:13:19,777 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T18:13:19,778 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T18:13:19,928 DEBUG [818bff808382:41669 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T18:13:19,929 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=818bff808382,35371,1731953597511 2024-11-18T18:13:19,930 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 818bff808382,35371,1731953597511, state=OPENING 2024-11-18T18:13:19,932 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T18:13:19,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35371-0x1000bd650710001, quorum=127.0.0.1:60069, baseZNode=/0618325965 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0618325965 2024-11-18T18:13:19,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41669-0x1000bd650710000, quorum=127.0.0.1:60069, baseZNode=/0618325965 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0618325965 2024-11-18T18:13:19,933 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0618325965/meta-region-server: CHANGED 2024-11-18T18:13:19,933 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0618325965/meta-region-server: CHANGED 2024-11-18T18:13:19,933 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T18:13:19,934 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=818bff808382,35371,1731953597511}] 2024-11-18T18:13:20,086 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T18:13:20,087 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59619, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T18:13:20,091 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T18:13:20,091 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T18:13:20,092 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T18:13:20,093 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=818bff808382%2C35371%2C1731953597511.meta, suffix=.meta, logDir=hdfs://localhost:35413/user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d/WALs/818bff808382,35371,1731953597511, archiveDir=hdfs://localhost:35413/user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d/oldWALs, maxLogs=10 2024-11-18T18:13:20,106 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d/WALs/818bff808382,35371,1731953597511/818bff808382%2C35371%2C1731953597511.meta.1731953600093.meta, exclude list is [], retry=0 2024-11-18T18:13:20,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43779,DS-e60966fe-63ce-4d17-96ec-7394ab9ef5dd,DISK] 2024-11-18T18:13:20,114 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d/WALs/818bff808382,35371,1731953597511/818bff808382%2C35371%2C1731953597511.meta.1731953600093.meta 2024-11-18T18:13:20,114 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43027:43027)] 2024-11-18T18:13:20,114 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T18:13:20,115 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T18:13:20,115 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T18:13:20,115 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T18:13:20,115 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T18:13:20,115 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T18:13:20,115 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:13:20,116 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T18:13:20,116 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T18:13:20,117 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T18:13:20,118 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T18:13:20,118 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:13:20,118 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:13:20,118 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T18:13:20,119 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T18:13:20,119 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:13:20,119 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:13:20,119 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T18:13:20,119 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T18:13:20,119 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:13:20,120 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:13:20,120 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T18:13:20,120 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T18:13:20,120 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:13:20,121 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:13:20,121 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T18:13:20,122 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35413/user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d/data/hbase/meta/1588230740 2024-11-18T18:13:20,122 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35413/user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d/data/hbase/meta/1588230740 2024-11-18T18:13:20,123 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T18:13:20,123 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T18:13:20,124 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T18:13:20,125 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T18:13:20,125 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75174144, jitterRate=0.12018203735351562}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T18:13:20,125 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T18:13:20,126 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731953600116Writing region info on filesystem at 1731953600116Initializing all the Stores at 1731953600116Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953600116Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953600117 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953600117Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953600117Cleaning up temporary data from old regions at 1731953600123 (+6 ms)Running coprocessor post-open hooks at 1731953600125 (+2 ms)Region opened successfully at 1731953600126 (+1 ms) 2024-11-18T18:13:20,127 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731953600085 2024-11-18T18:13:20,129 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T18:13:20,129 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T18:13:20,130 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=818bff808382,35371,1731953597511 2024-11-18T18:13:20,131 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 818bff808382,35371,1731953597511, state=OPEN 2024-11-18T18:13:20,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35371-0x1000bd650710001, quorum=127.0.0.1:60069, baseZNode=/0618325965 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0618325965/meta-region-server 2024-11-18T18:13:20,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41669-0x1000bd650710000, quorum=127.0.0.1:60069, baseZNode=/0618325965 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0618325965/meta-region-server 2024-11-18T18:13:20,135 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=818bff808382,35371,1731953597511 2024-11-18T18:13:20,136 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0618325965/meta-region-server: CHANGED 2024-11-18T18:13:20,136 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0618325965/meta-region-server: CHANGED 2024-11-18T18:13:20,138 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T18:13:20,138 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=818bff808382,35371,1731953597511 in 203 msec 2024-11-18T18:13:20,140 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T18:13:20,140 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 363 msec 2024-11-18T18:13:20,140 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T18:13:20,140 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T18:13:20,141 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T18:13:20,142 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=818bff808382,35371,1731953597511, seqNum=-1] 2024-11-18T18:13:20,142 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T18:13:20,143 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51713, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T18:13:20,148 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 850 msec 2024-11-18T18:13:20,148 INFO [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731953600148, completionTime=-1 2024-11-18T18:13:20,148 INFO [master/818bff808382:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T18:13:20,148 DEBUG [master/818bff808382:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T18:13:20,150 INFO [master/818bff808382:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T18:13:20,150 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731953660150 2024-11-18T18:13:20,150 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731953720150 2024-11-18T18:13:20,150 INFO [master/818bff808382:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-18T18:13:20,151 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,41669,1731953597432-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T18:13:20,151 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,41669,1731953597432-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:13:20,151 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,41669,1731953597432-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:13:20,151 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-818bff808382:41669, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:13:20,151 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T18:13:20,151 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T18:13:20,154 DEBUG [master/818bff808382:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T18:13:20,156 INFO [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.609sec 2024-11-18T18:13:20,157 INFO [master/818bff808382:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T18:13:20,157 INFO [master/818bff808382:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T18:13:20,157 INFO [master/818bff808382:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T18:13:20,157 INFO [master/818bff808382:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T18:13:20,157 INFO [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T18:13:20,157 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,41669,1731953597432-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T18:13:20,157 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,41669,1731953597432-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T18:13:20,160 DEBUG [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T18:13:20,160 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T18:13:20,160 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,41669,1731953597432-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:13:20,242 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14bd82f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:13:20,242 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 818bff808382,41669,-1 for getting cluster id 2024-11-18T18:13:20,242 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T18:13:20,243 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5be485e1-6034-41f0-bf8b-34ce884c4822' 2024-11-18T18:13:20,244 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T18:13:20,244 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5be485e1-6034-41f0-bf8b-34ce884c4822" 2024-11-18T18:13:20,244 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c4dff84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:13:20,244 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [818bff808382,41669,-1] 2024-11-18T18:13:20,244 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T18:13:20,245 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:13:20,245 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44854, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T18:13:20,246 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@396c03cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:13:20,247 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T18:13:20,248 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=818bff808382,35371,1731953597511, seqNum=-1] 2024-11-18T18:13:20,248 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T18:13:20,249 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T18:13:20,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=818bff808382,41669,1731953597432 2024-11-18T18:13:20,251 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:60069 2024-11-18T18:13:20,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:60069, baseZNode=/0618325965 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T18:13:20,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c34ed7ce-5104-ee41-78ca-ce3a625b5ac1/hadoop.log.dir so I do NOT create it in target/test-data/106b0032-5a2f-c5fd-4a41-c96a7dadf8f0 2024-11-18T18:13:20,260 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c34ed7ce-5104-ee41-78ca-ce3a625b5ac1/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T18:13:20,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c34ed7ce-5104-ee41-78ca-ce3a625b5ac1/hadoop.tmp.dir so I do NOT create it in target/test-data/106b0032-5a2f-c5fd-4a41-c96a7dadf8f0 2024-11-18T18:13:20,260 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c34ed7ce-5104-ee41-78ca-ce3a625b5ac1/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T18:13:20,260 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/106b0032-5a2f-c5fd-4a41-c96a7dadf8f0 2024-11-18T18:13:20,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T18:13:20,260 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1000bd650710002 connected 2024-11-18T18:13:20,260 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/106b0032-5a2f-c5fd-4a41-c96a7dadf8f0/cluster_53c878ef-6d68-998a-8ede-7a37d84f0ee7, deleteOnExit=true 2024-11-18T18:13:20,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T18:13:20,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/106b0032-5a2f-c5fd-4a41-c96a7dadf8f0/test.cache.data in system properties and HBase conf 2024-11-18T18:13:20,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/106b0032-5a2f-c5fd-4a41-c96a7dadf8f0/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T18:13:20,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/106b0032-5a2f-c5fd-4a41-c96a7dadf8f0/hadoop.log.dir in system properties and HBase conf 2024-11-18T18:13:20,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/106b0032-5a2f-c5fd-4a41-c96a7dadf8f0/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T18:13:20,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/106b0032-5a2f-c5fd-4a41-c96a7dadf8f0/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T18:13:20,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T18:13:20,261 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T18:13:20,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/106b0032-5a2f-c5fd-4a41-c96a7dadf8f0/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T18:13:20,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/106b0032-5a2f-c5fd-4a41-c96a7dadf8f0/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T18:13:20,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/106b0032-5a2f-c5fd-4a41-c96a7dadf8f0/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T18:13:20,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/106b0032-5a2f-c5fd-4a41-c96a7dadf8f0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T18:13:20,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/106b0032-5a2f-c5fd-4a41-c96a7dadf8f0/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T18:13:20,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/106b0032-5a2f-c5fd-4a41-c96a7dadf8f0/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T18:13:20,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/106b0032-5a2f-c5fd-4a41-c96a7dadf8f0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T18:13:20,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/106b0032-5a2f-c5fd-4a41-c96a7dadf8f0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T18:13:20,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/106b0032-5a2f-c5fd-4a41-c96a7dadf8f0/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T18:13:20,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/106b0032-5a2f-c5fd-4a41-c96a7dadf8f0/nfs.dump.dir in system properties and HBase conf 2024-11-18T18:13:20,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/106b0032-5a2f-c5fd-4a41-c96a7dadf8f0/java.io.tmpdir in system properties and HBase conf 2024-11-18T18:13:20,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/106b0032-5a2f-c5fd-4a41-c96a7dadf8f0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T18:13:20,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/106b0032-5a2f-c5fd-4a41-c96a7dadf8f0/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T18:13:20,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/106b0032-5a2f-c5fd-4a41-c96a7dadf8f0/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T18:13:20,345 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T18:13:20,349 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T18:13:20,358 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T18:13:20,358 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T18:13:20,358 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T18:13:20,360 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T18:13:20,361 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@51cf730b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/106b0032-5a2f-c5fd-4a41-c96a7dadf8f0/hadoop.log.dir/,AVAILABLE} 2024-11-18T18:13:20,361 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@482640eb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T18:13:20,506 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@16fef167{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/106b0032-5a2f-c5fd-4a41-c96a7dadf8f0/java.io.tmpdir/jetty-localhost-43213-hadoop-hdfs-3_4_1-tests_jar-_-any-12190910210616029838/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T18:13:20,511 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@747e9584{HTTP/1.1, (http/1.1)}{localhost:43213} 2024-11-18T18:13:20,511 INFO [Time-limited test {}] server.Server(415): Started @210607ms 2024-11-18T18:13:20,653 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T18:13:20,661 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:13:20,700 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:13:20,700 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:13:20,700 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:13:20,701 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:13:20,701 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:13:20,701 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:13:20,707 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:13:20,710 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:13:20,711 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:13:20,713 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:13:20,727 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T18:13:20,730 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T18:13:20,741 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T18:13:20,741 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T18:13:20,741 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T18:13:20,742 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@68e60340{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/106b0032-5a2f-c5fd-4a41-c96a7dadf8f0/hadoop.log.dir/,AVAILABLE} 2024-11-18T18:13:20,742 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@31c528cd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T18:13:20,864 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@72381bcb{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/106b0032-5a2f-c5fd-4a41-c96a7dadf8f0/java.io.tmpdir/jetty-localhost-39255-hadoop-hdfs-3_4_1-tests_jar-_-any-11976199478231042542/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T18:13:20,865 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@40b203ab{HTTP/1.1, (http/1.1)}{localhost:39255} 2024-11-18T18:13:20,865 INFO [Time-limited test {}] server.Server(415): Started @210961ms 2024-11-18T18:13:20,866 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T18:13:20,974 WARN [Thread-2792 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/106b0032-5a2f-c5fd-4a41-c96a7dadf8f0/cluster_53c878ef-6d68-998a-8ede-7a37d84f0ee7/data/data2/current/BP-2001103556-172.17.0.2-1731953600283/current, will proceed with Du for space computation calculation, 2024-11-18T18:13:20,974 WARN [Thread-2791 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/106b0032-5a2f-c5fd-4a41-c96a7dadf8f0/cluster_53c878ef-6d68-998a-8ede-7a37d84f0ee7/data/data1/current/BP-2001103556-172.17.0.2-1731953600283/current, will proceed with Du for space computation calculation, 2024-11-18T18:13:20,999 WARN [Thread-2779 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T18:13:21,002 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb39a953a4926b0c6 with lease ID 0x2e9bf95fc4e3e260: Processing first storage report for DS-5c25fde7-353c-4525-b405-d1b4751e9454 from datanode DatanodeRegistration(127.0.0.1:39121, datanodeUuid=6b907243-7eb0-43c1-b1f2-a7956c2814d4, infoPort=33313, infoSecurePort=0, ipcPort=40959, storageInfo=lv=-57;cid=testClusterID;nsid=1110534914;c=1731953600283) 2024-11-18T18:13:21,002 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb39a953a4926b0c6 with lease ID 0x2e9bf95fc4e3e260: from storage DS-5c25fde7-353c-4525-b405-d1b4751e9454 node DatanodeRegistration(127.0.0.1:39121, datanodeUuid=6b907243-7eb0-43c1-b1f2-a7956c2814d4, infoPort=33313, infoSecurePort=0, ipcPort=40959, storageInfo=lv=-57;cid=testClusterID;nsid=1110534914;c=1731953600283), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T18:13:21,002 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb39a953a4926b0c6 with lease ID 0x2e9bf95fc4e3e260: Processing first storage report for DS-f24bbea8-ffae-46a9-8708-e77d382faeaa from datanode DatanodeRegistration(127.0.0.1:39121, datanodeUuid=6b907243-7eb0-43c1-b1f2-a7956c2814d4, infoPort=33313, infoSecurePort=0, ipcPort=40959, storageInfo=lv=-57;cid=testClusterID;nsid=1110534914;c=1731953600283) 2024-11-18T18:13:21,002 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb39a953a4926b0c6 with lease ID 0x2e9bf95fc4e3e260: from storage DS-f24bbea8-ffae-46a9-8708-e77d382faeaa node DatanodeRegistration(127.0.0.1:39121, datanodeUuid=6b907243-7eb0-43c1-b1f2-a7956c2814d4, infoPort=33313, infoSecurePort=0, ipcPort=40959, storageInfo=lv=-57;cid=testClusterID;nsid=1110534914;c=1731953600283), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T18:13:21,092 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/106b0032-5a2f-c5fd-4a41-c96a7dadf8f0 2024-11-18T18:13:21,092 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:13:21,094 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:13:21,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39121 is added to blk_1073741825_1001 (size=7) 2024-11-18T18:13:21,103 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34087/user/jenkins/test-data/51374b34-9c3e-c2ba-58a2-36318d22b6f2 with version=8 2024-11-18T18:13:21,103 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34087/user/jenkins/test-data/51374b34-9c3e-c2ba-58a2-36318d22b6f2/hbase-staging 2024-11-18T18:13:21,120 INFO [Time-limited test {}] client.ConnectionUtils(128): master/818bff808382:0 server-side Connection retries=45 2024-11-18T18:13:21,120 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T18:13:21,120 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T18:13:21,120 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T18:13:21,120 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T18:13:21,120 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T18:13:21,120 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T18:13:21,121 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T18:13:21,121 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45737 2024-11-18T18:13:21,122 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45737 connecting to ZooKeeper ensemble=127.0.0.1:60069 2024-11-18T18:13:21,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:457370x0, quorum=127.0.0.1:60069, baseZNode=/1-1776211094 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T18:13:21,126 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45737-0x1000bd650710003 connected 2024-11-18T18:13:21,136 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:13:21,138 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:13:21,140 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45737-0x1000bd650710003, quorum=127.0.0.1:60069, baseZNode=/1-1776211094 Set watcher on znode that does not yet exist, /1-1776211094/running 2024-11-18T18:13:21,140 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34087/user/jenkins/test-data/51374b34-9c3e-c2ba-58a2-36318d22b6f2, hbase.cluster.distributed=false 2024-11-18T18:13:21,141 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45737-0x1000bd650710003, quorum=127.0.0.1:60069, baseZNode=/1-1776211094 Set watcher on znode that does not yet exist, /1-1776211094/acl 2024-11-18T18:13:21,142 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45737 2024-11-18T18:13:21,144 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45737 2024-11-18T18:13:21,147 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45737 2024-11-18T18:13:21,150 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45737 2024-11-18T18:13:21,151 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45737 2024-11-18T18:13:21,171 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/818bff808382:0 server-side Connection retries=45 2024-11-18T18:13:21,171 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T18:13:21,171 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T18:13:21,171 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T18:13:21,171 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T18:13:21,172 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T18:13:21,172 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T18:13:21,172 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T18:13:21,173 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32833 2024-11-18T18:13:21,174 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:32833 connecting to ZooKeeper ensemble=127.0.0.1:60069 2024-11-18T18:13:21,174 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:13:21,177 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:13:21,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:328330x0, quorum=127.0.0.1:60069, baseZNode=/1-1776211094 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T18:13:21,182 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:328330x0, quorum=127.0.0.1:60069, baseZNode=/1-1776211094 Set watcher on znode that does not yet exist, /1-1776211094/running 2024-11-18T18:13:21,183 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T18:13:21,183 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32833-0x1000bd650710004 connected 2024-11-18T18:13:21,192 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T18:13:21,193 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32833-0x1000bd650710004, quorum=127.0.0.1:60069, baseZNode=/1-1776211094 Set watcher on znode that does not yet exist, /1-1776211094/master 2024-11-18T18:13:21,194 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32833-0x1000bd650710004, quorum=127.0.0.1:60069, baseZNode=/1-1776211094 Set watcher on znode that does not yet exist, /1-1776211094/acl 2024-11-18T18:13:21,196 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32833 2024-11-18T18:13:21,196 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32833 2024-11-18T18:13:21,196 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32833 2024-11-18T18:13:21,197 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32833 2024-11-18T18:13:21,198 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32833 2024-11-18T18:13:21,212 DEBUG [M:0;818bff808382:45737 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;818bff808382:45737 2024-11-18T18:13:21,212 INFO [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1776211094/backup-masters/818bff808382,45737,1731953601120 2024-11-18T18:13:21,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45737-0x1000bd650710003, quorum=127.0.0.1:60069, baseZNode=/1-1776211094 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1776211094/backup-masters 2024-11-18T18:13:21,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32833-0x1000bd650710004, quorum=127.0.0.1:60069, baseZNode=/1-1776211094 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1776211094/backup-masters 2024-11-18T18:13:21,215 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45737-0x1000bd650710003, quorum=127.0.0.1:60069, baseZNode=/1-1776211094 Set watcher on existing znode=/1-1776211094/backup-masters/818bff808382,45737,1731953601120 2024-11-18T18:13:21,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32833-0x1000bd650710004, quorum=127.0.0.1:60069, baseZNode=/1-1776211094 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1776211094/master 2024-11-18T18:13:21,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32833-0x1000bd650710004, quorum=127.0.0.1:60069, baseZNode=/1-1776211094 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1776211094 2024-11-18T18:13:21,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45737-0x1000bd650710003, quorum=127.0.0.1:60069, baseZNode=/1-1776211094 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1776211094 2024-11-18T18:13:21,221 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45737-0x1000bd650710003, quorum=127.0.0.1:60069, baseZNode=/1-1776211094 Set watcher on existing znode=/1-1776211094/master 2024-11-18T18:13:21,221 INFO [master/818bff808382:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1776211094/backup-masters/818bff808382,45737,1731953601120 from backup master directory 2024-11-18T18:13:21,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45737-0x1000bd650710003, quorum=127.0.0.1:60069, baseZNode=/1-1776211094 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1776211094/backup-masters/818bff808382,45737,1731953601120 2024-11-18T18:13:21,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32833-0x1000bd650710004, quorum=127.0.0.1:60069, baseZNode=/1-1776211094 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1776211094/backup-masters 2024-11-18T18:13:21,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45737-0x1000bd650710003, quorum=127.0.0.1:60069, baseZNode=/1-1776211094 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1776211094/backup-masters 2024-11-18T18:13:21,226 WARN [master/818bff808382:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T18:13:21,226 INFO [master/818bff808382:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=818bff808382,45737,1731953601120 2024-11-18T18:13:21,233 DEBUG [master/818bff808382:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34087/user/jenkins/test-data/51374b34-9c3e-c2ba-58a2-36318d22b6f2/hbase.id] with ID: e2d24a29-765a-4746-87b9-3e2433ca3b23 2024-11-18T18:13:21,233 DEBUG [master/818bff808382:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34087/user/jenkins/test-data/51374b34-9c3e-c2ba-58a2-36318d22b6f2/.tmp/hbase.id 2024-11-18T18:13:21,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39121 is added to blk_1073741826_1002 (size=42) 2024-11-18T18:13:21,252 DEBUG [master/818bff808382:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34087/user/jenkins/test-data/51374b34-9c3e-c2ba-58a2-36318d22b6f2/.tmp/hbase.id]:[hdfs://localhost:34087/user/jenkins/test-data/51374b34-9c3e-c2ba-58a2-36318d22b6f2/hbase.id] 2024-11-18T18:13:21,263 INFO [master/818bff808382:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:13:21,263 INFO [master/818bff808382:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T18:13:21,266 INFO [master/818bff808382:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-18T18:13:21,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45737-0x1000bd650710003, quorum=127.0.0.1:60069, baseZNode=/1-1776211094 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1776211094 2024-11-18T18:13:21,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32833-0x1000bd650710004, quorum=127.0.0.1:60069, baseZNode=/1-1776211094 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1776211094 2024-11-18T18:13:21,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39121 is added to blk_1073741827_1003 (size=196) 2024-11-18T18:13:21,689 INFO [master/818bff808382:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T18:13:21,690 INFO [master/818bff808382:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T18:13:21,696 INFO [master/818bff808382:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T18:13:21,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39121 is added to blk_1073741828_1004 (size=1189) 2024-11-18T18:13:22,114 INFO [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34087/user/jenkins/test-data/51374b34-9c3e-c2ba-58a2-36318d22b6f2/MasterData/data/master/store 2024-11-18T18:13:22,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39121 is added to blk_1073741829_1005 (size=34) 2024-11-18T18:13:22,140 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:13:22,141 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T18:13:22,141 INFO [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:13:22,141 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:13:22,141 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T18:13:22,141 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:13:22,141 INFO [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:13:22,141 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731953602141Disabling compacts and flushes for region at 1731953602141Disabling writes for close at 1731953602141Writing region close event to WAL at 1731953602141Closed at 1731953602141 2024-11-18T18:13:22,142 WARN [master/818bff808382:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34087/user/jenkins/test-data/51374b34-9c3e-c2ba-58a2-36318d22b6f2/MasterData/data/master/store/.initializing 2024-11-18T18:13:22,143 DEBUG [master/818bff808382:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34087/user/jenkins/test-data/51374b34-9c3e-c2ba-58a2-36318d22b6f2/MasterData/WALs/818bff808382,45737,1731953601120 2024-11-18T18:13:22,144 INFO [master/818bff808382:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T18:13:22,145 INFO [master/818bff808382:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=818bff808382%2C45737%2C1731953601120, suffix=, logDir=hdfs://localhost:34087/user/jenkins/test-data/51374b34-9c3e-c2ba-58a2-36318d22b6f2/MasterData/WALs/818bff808382,45737,1731953601120, archiveDir=hdfs://localhost:34087/user/jenkins/test-data/51374b34-9c3e-c2ba-58a2-36318d22b6f2/MasterData/oldWALs, maxLogs=10 2024-11-18T18:13:22,163 DEBUG [master/818bff808382:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/51374b34-9c3e-c2ba-58a2-36318d22b6f2/MasterData/WALs/818bff808382,45737,1731953601120/818bff808382%2C45737%2C1731953601120.1731953602146, exclude list is [], retry=0 2024-11-18T18:13:22,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39121,DS-5c25fde7-353c-4525-b405-d1b4751e9454,DISK] 2024-11-18T18:13:22,172 INFO [master/818bff808382:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/51374b34-9c3e-c2ba-58a2-36318d22b6f2/MasterData/WALs/818bff808382,45737,1731953601120/818bff808382%2C45737%2C1731953601120.1731953602146 2024-11-18T18:13:22,174 DEBUG [master/818bff808382:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33313:33313)] 2024-11-18T18:13:22,174 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T18:13:22,175 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:13:22,175 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:13:22,175 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:13:22,178 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:13:22,180 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T18:13:22,180 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:13:22,180 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:13:22,181 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:13:22,184 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T18:13:22,184 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:13:22,184 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:13:22,184 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:13:22,189 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T18:13:22,189 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:13:22,189 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:13:22,189 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:13:22,190 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T18:13:22,190 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:13:22,191 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:13:22,191 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:13:22,191 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34087/user/jenkins/test-data/51374b34-9c3e-c2ba-58a2-36318d22b6f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:13:22,192 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34087/user/jenkins/test-data/51374b34-9c3e-c2ba-58a2-36318d22b6f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:13:22,193 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:13:22,193 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:13:22,193 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T18:13:22,194 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:13:22,203 DEBUG [master/818bff808382:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34087/user/jenkins/test-data/51374b34-9c3e-c2ba-58a2-36318d22b6f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T18:13:22,203 INFO [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60704553, jitterRate=-0.09543167054653168}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T18:13:22,203 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731953602175Initializing all the Stores at 1731953602176 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953602176Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953602178 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953602178Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953602178Cleaning up temporary data from old regions at 1731953602193 (+15 ms)Region opened successfully at 1731953602203 (+10 ms) 2024-11-18T18:13:22,204 INFO [master/818bff808382:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T18:13:22,207 DEBUG [master/818bff808382:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59cd468a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=818bff808382/172.17.0.2:0 2024-11-18T18:13:22,208 INFO [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T18:13:22,208 INFO [master/818bff808382:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T18:13:22,208 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T18:13:22,209 INFO [master/818bff808382:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T18:13:22,209 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T18:13:22,209 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T18:13:22,210 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T18:13:22,214 INFO [master/818bff808382:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T18:13:22,215 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45737-0x1000bd650710003, quorum=127.0.0.1:60069, baseZNode=/1-1776211094 Unable to get data of znode /1-1776211094/balancer because node does not exist (not necessarily an error) 2024-11-18T18:13:22,216 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1776211094/balancer already deleted, retry=false 2024-11-18T18:13:22,217 INFO [master/818bff808382:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T18:13:22,217 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45737-0x1000bd650710003, quorum=127.0.0.1:60069, baseZNode=/1-1776211094 Unable to get data of znode /1-1776211094/normalizer because node does not exist (not necessarily an error) 2024-11-18T18:13:22,220 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1776211094/normalizer already deleted, retry=false 2024-11-18T18:13:22,220 INFO [master/818bff808382:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T18:13:22,228 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45737-0x1000bd650710003, quorum=127.0.0.1:60069, baseZNode=/1-1776211094 Unable to get data of znode /1-1776211094/switch/split because node does not exist (not necessarily an error) 2024-11-18T18:13:22,229 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1776211094/switch/split already deleted, retry=false 2024-11-18T18:13:22,230 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45737-0x1000bd650710003, quorum=127.0.0.1:60069, baseZNode=/1-1776211094 Unable to get data of znode /1-1776211094/switch/merge because node does not exist (not necessarily an error) 2024-11-18T18:13:22,231 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1776211094/switch/merge already deleted, retry=false 2024-11-18T18:13:22,232 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45737-0x1000bd650710003, quorum=127.0.0.1:60069, baseZNode=/1-1776211094 Unable to get data of znode /1-1776211094/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T18:13:22,234 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1776211094/snapshot-cleanup already deleted, retry=false 2024-11-18T18:13:22,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45737-0x1000bd650710003, quorum=127.0.0.1:60069, baseZNode=/1-1776211094 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1776211094/running 2024-11-18T18:13:22,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45737-0x1000bd650710003, quorum=127.0.0.1:60069, baseZNode=/1-1776211094 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1776211094 2024-11-18T18:13:22,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32833-0x1000bd650710004, quorum=127.0.0.1:60069, baseZNode=/1-1776211094 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1776211094/running 2024-11-18T18:13:22,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32833-0x1000bd650710004, quorum=127.0.0.1:60069, baseZNode=/1-1776211094 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1776211094 2024-11-18T18:13:22,236 INFO [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=818bff808382,45737,1731953601120, sessionid=0x1000bd650710003, setting cluster-up flag (Was=false) 2024-11-18T18:13:22,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32833-0x1000bd650710004, quorum=127.0.0.1:60069, baseZNode=/1-1776211094 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1776211094 2024-11-18T18:13:22,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45737-0x1000bd650710003, quorum=127.0.0.1:60069, baseZNode=/1-1776211094 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1776211094 2024-11-18T18:13:22,250 DEBUG [master/818bff808382:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1776211094/flush-table-proc/acquired, /1-1776211094/flush-table-proc/reached, /1-1776211094/flush-table-proc/abort 2024-11-18T18:13:22,251 DEBUG [master/818bff808382:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=818bff808382,45737,1731953601120 2024-11-18T18:13:22,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32833-0x1000bd650710004, quorum=127.0.0.1:60069, baseZNode=/1-1776211094 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1776211094 2024-11-18T18:13:22,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45737-0x1000bd650710003, quorum=127.0.0.1:60069, baseZNode=/1-1776211094 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1776211094 2024-11-18T18:13:22,260 DEBUG [master/818bff808382:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1776211094/online-snapshot/acquired, /1-1776211094/online-snapshot/reached, /1-1776211094/online-snapshot/abort 2024-11-18T18:13:22,261 DEBUG [master/818bff808382:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=818bff808382,45737,1731953601120 2024-11-18T18:13:22,262 INFO [master/818bff808382:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34087/user/jenkins/test-data/51374b34-9c3e-c2ba-58a2-36318d22b6f2/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T18:13:22,264 DEBUG [master/818bff808382:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T18:13:22,264 INFO [master/818bff808382:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T18:13:22,265 INFO [master/818bff808382:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T18:13:22,265 DEBUG [master/818bff808382:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 818bff808382,45737,1731953601120 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T18:13:22,266 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/818bff808382:0, corePoolSize=5, maxPoolSize=5 2024-11-18T18:13:22,266 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/818bff808382:0, corePoolSize=5, maxPoolSize=5 2024-11-18T18:13:22,266 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/818bff808382:0, corePoolSize=5, maxPoolSize=5 2024-11-18T18:13:22,266 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/818bff808382:0, corePoolSize=5, maxPoolSize=5 2024-11-18T18:13:22,266 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/818bff808382:0, corePoolSize=10, maxPoolSize=10 2024-11-18T18:13:22,266 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:13:22,266 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/818bff808382:0, corePoolSize=2, maxPoolSize=2 2024-11-18T18:13:22,266 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:13:22,272 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731953632272 2024-11-18T18:13:22,272 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T18:13:22,272 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T18:13:22,272 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T18:13:22,272 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T18:13:22,272 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T18:13:22,273 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T18:13:22,273 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T18:13:22,273 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T18:13:22,273 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:13:22,273 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T18:13:22,278 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T18:13:22,284 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T18:13:22,284 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T18:13:22,284 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T18:13:22,285 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T18:13:22,292 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T18:13:22,292 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T18:13:22,292 DEBUG [master/818bff808382:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/818bff808382:0:becomeActiveMaster-HFileCleaner.large.0-1731953602292,5,FailOnTimeoutGroup] 2024-11-18T18:13:22,293 DEBUG [master/818bff808382:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/818bff808382:0:becomeActiveMaster-HFileCleaner.small.0-1731953602292,5,FailOnTimeoutGroup] 2024-11-18T18:13:22,293 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T18:13:22,293 INFO [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T18:13:22,293 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T18:13:22,293 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T18:13:22,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39121 is added to blk_1073741831_1007 (size=1321) 2024-11-18T18:13:22,307 INFO [RS:0;818bff808382:32833 {}] regionserver.HRegionServer(746): ClusterId : e2d24a29-765a-4746-87b9-3e2433ca3b23 2024-11-18T18:13:22,307 DEBUG [RS:0;818bff808382:32833 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T18:13:22,315 DEBUG [RS:0;818bff808382:32833 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T18:13:22,315 DEBUG [RS:0;818bff808382:32833 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T18:13:22,317 DEBUG [RS:0;818bff808382:32833 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T18:13:22,317 DEBUG [RS:0;818bff808382:32833 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a64904d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=818bff808382/172.17.0.2:0 2024-11-18T18:13:22,335 DEBUG [RS:0;818bff808382:32833 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;818bff808382:32833 2024-11-18T18:13:22,335 INFO [RS:0;818bff808382:32833 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T18:13:22,335 INFO [RS:0;818bff808382:32833 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T18:13:22,335 DEBUG [RS:0;818bff808382:32833 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T18:13:22,336 INFO [RS:0;818bff808382:32833 {}] regionserver.HRegionServer(2659): reportForDuty to master=818bff808382,45737,1731953601120 with port=32833, startcode=1731953601171 2024-11-18T18:13:22,336 DEBUG [RS:0;818bff808382:32833 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T18:13:22,338 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58485, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T18:13:22,339 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45737 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 818bff808382,32833,1731953601171 2024-11-18T18:13:22,339 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45737 {}] master.ServerManager(517): Registering regionserver=818bff808382,32833,1731953601171 2024-11-18T18:13:22,342 DEBUG [RS:0;818bff808382:32833 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34087/user/jenkins/test-data/51374b34-9c3e-c2ba-58a2-36318d22b6f2 2024-11-18T18:13:22,342 DEBUG [RS:0;818bff808382:32833 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34087 2024-11-18T18:13:22,342 DEBUG [RS:0;818bff808382:32833 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T18:13:22,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45737-0x1000bd650710003, quorum=127.0.0.1:60069, baseZNode=/1-1776211094 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1776211094/rs 2024-11-18T18:13:22,347 DEBUG [RS:0;818bff808382:32833 {}] zookeeper.ZKUtil(111): regionserver:32833-0x1000bd650710004, quorum=127.0.0.1:60069, baseZNode=/1-1776211094 Set watcher on existing znode=/1-1776211094/rs/818bff808382,32833,1731953601171 2024-11-18T18:13:22,347 WARN [RS:0;818bff808382:32833 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T18:13:22,347 INFO [RS:0;818bff808382:32833 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T18:13:22,348 DEBUG [RS:0;818bff808382:32833 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34087/user/jenkins/test-data/51374b34-9c3e-c2ba-58a2-36318d22b6f2/WALs/818bff808382,32833,1731953601171 2024-11-18T18:13:22,351 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [818bff808382,32833,1731953601171] 2024-11-18T18:13:22,359 INFO [RS:0;818bff808382:32833 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T18:13:22,361 INFO [RS:0;818bff808382:32833 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T18:13:22,364 INFO [RS:0;818bff808382:32833 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T18:13:22,364 INFO [RS:0;818bff808382:32833 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T18:13:22,365 INFO [RS:0;818bff808382:32833 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T18:13:22,366 INFO [RS:0;818bff808382:32833 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T18:13:22,366 INFO [RS:0;818bff808382:32833 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T18:13:22,366 DEBUG [RS:0;818bff808382:32833 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:13:22,366 DEBUG [RS:0;818bff808382:32833 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:13:22,366 DEBUG [RS:0;818bff808382:32833 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:13:22,366 DEBUG [RS:0;818bff808382:32833 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:13:22,366 DEBUG [RS:0;818bff808382:32833 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:13:22,366 DEBUG [RS:0;818bff808382:32833 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/818bff808382:0, corePoolSize=2, maxPoolSize=2 2024-11-18T18:13:22,366 DEBUG [RS:0;818bff808382:32833 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:13:22,366 DEBUG [RS:0;818bff808382:32833 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:13:22,366 DEBUG [RS:0;818bff808382:32833 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:13:22,367 DEBUG [RS:0;818bff808382:32833 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:13:22,367 DEBUG [RS:0;818bff808382:32833 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:13:22,367 DEBUG [RS:0;818bff808382:32833 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:13:22,367 DEBUG [RS:0;818bff808382:32833 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0, corePoolSize=3, maxPoolSize=3 2024-11-18T18:13:22,367 DEBUG [RS:0;818bff808382:32833 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/818bff808382:0, corePoolSize=3, maxPoolSize=3 2024-11-18T18:13:22,369 INFO [RS:0;818bff808382:32833 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T18:13:22,370 INFO [RS:0;818bff808382:32833 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T18:13:22,370 INFO [RS:0;818bff808382:32833 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T18:13:22,370 INFO [RS:0;818bff808382:32833 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T18:13:22,370 INFO [RS:0;818bff808382:32833 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T18:13:22,370 INFO [RS:0;818bff808382:32833 {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,32833,1731953601171-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T18:13:22,392 INFO [RS:0;818bff808382:32833 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T18:13:22,392 INFO [RS:0;818bff808382:32833 {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,32833,1731953601171-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T18:13:22,392 INFO [RS:0;818bff808382:32833 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:13:22,393 INFO [RS:0;818bff808382:32833 {}] regionserver.Replication(171): 818bff808382,32833,1731953601171 started 2024-11-18T18:13:22,413 INFO [RS:0;818bff808382:32833 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:13:22,413 INFO [RS:0;818bff808382:32833 {}] regionserver.HRegionServer(1482): Serving as 818bff808382,32833,1731953601171, RpcServer on 818bff808382/172.17.0.2:32833, sessionid=0x1000bd650710004 2024-11-18T18:13:22,413 DEBUG [RS:0;818bff808382:32833 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T18:13:22,413 DEBUG [RS:0;818bff808382:32833 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 818bff808382,32833,1731953601171 2024-11-18T18:13:22,413 DEBUG [RS:0;818bff808382:32833 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '818bff808382,32833,1731953601171' 2024-11-18T18:13:22,413 DEBUG [RS:0;818bff808382:32833 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1776211094/flush-table-proc/abort' 2024-11-18T18:13:22,413 DEBUG [RS:0;818bff808382:32833 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1776211094/flush-table-proc/acquired' 2024-11-18T18:13:22,414 DEBUG [RS:0;818bff808382:32833 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T18:13:22,414 DEBUG [RS:0;818bff808382:32833 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T18:13:22,414 DEBUG [RS:0;818bff808382:32833 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 818bff808382,32833,1731953601171 2024-11-18T18:13:22,414 DEBUG [RS:0;818bff808382:32833 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '818bff808382,32833,1731953601171' 2024-11-18T18:13:22,414 DEBUG [RS:0;818bff808382:32833 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1776211094/online-snapshot/abort' 2024-11-18T18:13:22,414 DEBUG [RS:0;818bff808382:32833 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1776211094/online-snapshot/acquired' 2024-11-18T18:13:22,415 DEBUG [RS:0;818bff808382:32833 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T18:13:22,415 INFO [RS:0;818bff808382:32833 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T18:13:22,415 INFO [RS:0;818bff808382:32833 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T18:13:22,515 INFO [RS:0;818bff808382:32833 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T18:13:22,517 INFO [RS:0;818bff808382:32833 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=818bff808382%2C32833%2C1731953601171, suffix=, logDir=hdfs://localhost:34087/user/jenkins/test-data/51374b34-9c3e-c2ba-58a2-36318d22b6f2/WALs/818bff808382,32833,1731953601171, archiveDir=hdfs://localhost:34087/user/jenkins/test-data/51374b34-9c3e-c2ba-58a2-36318d22b6f2/oldWALs, maxLogs=10 2024-11-18T18:13:22,537 DEBUG [RS:0;818bff808382:32833 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/51374b34-9c3e-c2ba-58a2-36318d22b6f2/WALs/818bff808382,32833,1731953601171/818bff808382%2C32833%2C1731953601171.1731953602517, exclude list is [], retry=0 2024-11-18T18:13:22,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39121,DS-5c25fde7-353c-4525-b405-d1b4751e9454,DISK] 2024-11-18T18:13:22,546 INFO [RS:0;818bff808382:32833 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/51374b34-9c3e-c2ba-58a2-36318d22b6f2/WALs/818bff808382,32833,1731953601171/818bff808382%2C32833%2C1731953601171.1731953602517 2024-11-18T18:13:22,560 DEBUG [RS:0;818bff808382:32833 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33313:33313)] 2024-11-18T18:13:22,695 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34087/user/jenkins/test-data/51374b34-9c3e-c2ba-58a2-36318d22b6f2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T18:13:22,695 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34087/user/jenkins/test-data/51374b34-9c3e-c2ba-58a2-36318d22b6f2 2024-11-18T18:13:22,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39121 is added to blk_1073741833_1009 (size=32) 2024-11-18T18:13:23,101 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:13:23,102 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T18:13:23,103 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T18:13:23,103 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:13:23,104 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:13:23,104 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T18:13:23,105 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T18:13:23,105 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:13:23,105 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:13:23,105 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T18:13:23,107 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T18:13:23,107 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:13:23,107 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:13:23,107 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T18:13:23,108 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T18:13:23,108 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:13:23,108 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:13:23,109 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T18:13:23,110 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34087/user/jenkins/test-data/51374b34-9c3e-c2ba-58a2-36318d22b6f2/data/hbase/meta/1588230740 2024-11-18T18:13:23,110 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34087/user/jenkins/test-data/51374b34-9c3e-c2ba-58a2-36318d22b6f2/data/hbase/meta/1588230740 2024-11-18T18:13:23,111 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T18:13:23,111 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T18:13:23,111 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T18:13:23,112 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T18:13:23,113 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34087/user/jenkins/test-data/51374b34-9c3e-c2ba-58a2-36318d22b6f2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T18:13:23,114 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62130220, jitterRate=-0.07418757677078247}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T18:13:23,114 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731953603101Initializing all the Stores at 1731953603102 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953603102Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953603102Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953603102Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953603102Cleaning up temporary data from old regions at 1731953603111 (+9 ms)Region opened successfully at 1731953603114 (+3 ms) 2024-11-18T18:13:23,114 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T18:13:23,114 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T18:13:23,114 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T18:13:23,114 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T18:13:23,114 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T18:13:23,114 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T18:13:23,114 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731953603114Disabling compacts and flushes for region at 1731953603114Disabling writes for close at 1731953603114Writing region close event to WAL at 1731953603114Closed at 1731953603114 2024-11-18T18:13:23,115 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T18:13:23,115 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T18:13:23,116 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T18:13:23,117 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T18:13:23,117 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T18:13:23,268 DEBUG [818bff808382:45737 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T18:13:23,268 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=818bff808382,32833,1731953601171 2024-11-18T18:13:23,269 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 818bff808382,32833,1731953601171, state=OPENING 2024-11-18T18:13:23,271 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T18:13:23,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45737-0x1000bd650710003, quorum=127.0.0.1:60069, baseZNode=/1-1776211094 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1776211094 2024-11-18T18:13:23,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32833-0x1000bd650710004, quorum=127.0.0.1:60069, baseZNode=/1-1776211094 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1776211094 2024-11-18T18:13:23,272 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T18:13:23,272 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1776211094/meta-region-server: CHANGED 2024-11-18T18:13:23,272 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1776211094/meta-region-server: CHANGED 2024-11-18T18:13:23,273 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=818bff808382,32833,1731953601171}] 2024-11-18T18:13:23,425 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T18:13:23,426 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33679, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T18:13:23,431 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T18:13:23,431 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T18:13:23,431 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T18:13:23,433 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=818bff808382%2C32833%2C1731953601171.meta, suffix=.meta, logDir=hdfs://localhost:34087/user/jenkins/test-data/51374b34-9c3e-c2ba-58a2-36318d22b6f2/WALs/818bff808382,32833,1731953601171, archiveDir=hdfs://localhost:34087/user/jenkins/test-data/51374b34-9c3e-c2ba-58a2-36318d22b6f2/oldWALs, maxLogs=10 2024-11-18T18:13:23,451 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/51374b34-9c3e-c2ba-58a2-36318d22b6f2/WALs/818bff808382,32833,1731953601171/818bff808382%2C32833%2C1731953601171.meta.1731953603433.meta, exclude list is [], retry=0 2024-11-18T18:13:23,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39121,DS-5c25fde7-353c-4525-b405-d1b4751e9454,DISK] 2024-11-18T18:13:23,455 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/51374b34-9c3e-c2ba-58a2-36318d22b6f2/WALs/818bff808382,32833,1731953601171/818bff808382%2C32833%2C1731953601171.meta.1731953603433.meta 2024-11-18T18:13:23,455 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33313:33313)] 2024-11-18T18:13:23,455 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T18:13:23,455 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T18:13:23,456 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T18:13:23,456 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T18:13:23,456 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T18:13:23,456 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T18:13:23,456 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:13:23,456 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T18:13:23,456 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T18:13:23,457 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T18:13:23,458 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T18:13:23,459 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:13:23,459 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:13:23,459 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T18:13:23,460 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T18:13:23,460 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:13:23,460 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:13:23,460 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T18:13:23,461 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T18:13:23,461 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:13:23,461 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:13:23,461 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T18:13:23,462 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T18:13:23,462 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:13:23,462 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:13:23,462 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T18:13:23,463 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34087/user/jenkins/test-data/51374b34-9c3e-c2ba-58a2-36318d22b6f2/data/hbase/meta/1588230740 2024-11-18T18:13:23,463 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34087/user/jenkins/test-data/51374b34-9c3e-c2ba-58a2-36318d22b6f2/data/hbase/meta/1588230740 2024-11-18T18:13:23,464 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T18:13:23,464 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T18:13:23,465 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T18:13:23,465 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T18:13:23,466 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74207843, jitterRate=0.10578303039073944}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T18:13:23,466 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T18:13:23,466 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731953603456Writing region info on filesystem at 1731953603456Initializing all the Stores at 1731953603457 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953603457Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953603457Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953603457Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953603457Cleaning up temporary data from old regions at 1731953603464 (+7 ms)Running coprocessor post-open hooks at 1731953603466 (+2 ms)Region opened successfully at 1731953603466 2024-11-18T18:13:23,467 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731953603424 2024-11-18T18:13:23,469 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T18:13:23,469 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T18:13:23,469 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=818bff808382,32833,1731953601171 2024-11-18T18:13:23,470 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 818bff808382,32833,1731953601171, state=OPEN 2024-11-18T18:13:23,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45737-0x1000bd650710003, quorum=127.0.0.1:60069, baseZNode=/1-1776211094 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1776211094/meta-region-server 2024-11-18T18:13:23,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32833-0x1000bd650710004, quorum=127.0.0.1:60069, baseZNode=/1-1776211094 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1776211094/meta-region-server 2024-11-18T18:13:23,472 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=818bff808382,32833,1731953601171 2024-11-18T18:13:23,472 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1776211094/meta-region-server: CHANGED 2024-11-18T18:13:23,472 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1776211094/meta-region-server: CHANGED 2024-11-18T18:13:23,474 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T18:13:23,474 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=818bff808382,32833,1731953601171 in 200 msec 2024-11-18T18:13:23,476 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T18:13:23,476 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 358 msec 2024-11-18T18:13:23,476 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T18:13:23,476 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T18:13:23,477 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T18:13:23,477 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=818bff808382,32833,1731953601171, seqNum=-1] 2024-11-18T18:13:23,477 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T18:13:23,478 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45647, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T18:13:23,482 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2180 sec 2024-11-18T18:13:23,482 INFO [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731953603482, completionTime=-1 2024-11-18T18:13:23,482 INFO [master/818bff808382:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T18:13:23,482 DEBUG [master/818bff808382:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T18:13:23,484 INFO [master/818bff808382:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T18:13:23,484 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731953663484 2024-11-18T18:13:23,484 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731953723484 2024-11-18T18:13:23,484 INFO [master/818bff808382:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-18T18:13:23,485 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,45737,1731953601120-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T18:13:23,485 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,45737,1731953601120-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:13:23,485 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,45737,1731953601120-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:13:23,485 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-818bff808382:45737, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:13:23,485 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T18:13:23,485 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T18:13:23,486 DEBUG [master/818bff808382:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T18:13:23,487 INFO [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.261sec 2024-11-18T18:13:23,488 INFO [master/818bff808382:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T18:13:23,488 INFO [master/818bff808382:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T18:13:23,488 INFO [master/818bff808382:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T18:13:23,488 INFO [master/818bff808382:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T18:13:23,488 INFO [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T18:13:23,488 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,45737,1731953601120-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T18:13:23,488 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,45737,1731953601120-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T18:13:23,489 DEBUG [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T18:13:23,489 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T18:13:23,489 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,45737,1731953601120-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:13:23,503 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ab5754e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:13:23,503 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 818bff808382,45737,-1 for getting cluster id 2024-11-18T18:13:23,503 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T18:13:23,504 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e2d24a29-765a-4746-87b9-3e2433ca3b23' 2024-11-18T18:13:23,505 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T18:13:23,505 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e2d24a29-765a-4746-87b9-3e2433ca3b23" 2024-11-18T18:13:23,505 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4254aad3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:13:23,505 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [818bff808382,45737,-1] 2024-11-18T18:13:23,505 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T18:13:23,505 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:13:23,506 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T18:13:23,507 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1720bed5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:13:23,507 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T18:13:23,508 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=818bff808382,32833,1731953601171, seqNum=-1] 2024-11-18T18:13:23,508 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T18:13:23,509 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T18:13:23,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=818bff808382,45737,1731953601120 2024-11-18T18:13:23,511 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:60069 2024-11-18T18:13:23,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:60069, baseZNode=/1-1776211094 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T18:13:23,514 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1000bd650710005 connected 2024-11-18T18:13:23,516 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/106b0032-5a2f-c5fd-4a41-c96a7dadf8f0/hadoop.log.dir so I do NOT create it in target/test-data/35ed3520-ed78-cd4b-e6de-6aa51214c7e9 2024-11-18T18:13:23,516 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/106b0032-5a2f-c5fd-4a41-c96a7dadf8f0/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T18:13:23,516 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/106b0032-5a2f-c5fd-4a41-c96a7dadf8f0/hadoop.tmp.dir so I do NOT create it in target/test-data/35ed3520-ed78-cd4b-e6de-6aa51214c7e9 2024-11-18T18:13:23,516 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/106b0032-5a2f-c5fd-4a41-c96a7dadf8f0/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T18:13:23,517 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35ed3520-ed78-cd4b-e6de-6aa51214c7e9 2024-11-18T18:13:23,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T18:13:23,517 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35ed3520-ed78-cd4b-e6de-6aa51214c7e9/cluster_790741d9-5fe5-e972-c92d-d32a92d4ff74, deleteOnExit=true 2024-11-18T18:13:23,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T18:13:23,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35ed3520-ed78-cd4b-e6de-6aa51214c7e9/test.cache.data in system properties and HBase conf 2024-11-18T18:13:23,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35ed3520-ed78-cd4b-e6de-6aa51214c7e9/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T18:13:23,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35ed3520-ed78-cd4b-e6de-6aa51214c7e9/hadoop.log.dir in system properties and HBase conf 2024-11-18T18:13:23,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35ed3520-ed78-cd4b-e6de-6aa51214c7e9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T18:13:23,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35ed3520-ed78-cd4b-e6de-6aa51214c7e9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T18:13:23,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T18:13:23,517 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T18:13:23,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35ed3520-ed78-cd4b-e6de-6aa51214c7e9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T18:13:23,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35ed3520-ed78-cd4b-e6de-6aa51214c7e9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T18:13:23,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35ed3520-ed78-cd4b-e6de-6aa51214c7e9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T18:13:23,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35ed3520-ed78-cd4b-e6de-6aa51214c7e9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T18:13:23,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35ed3520-ed78-cd4b-e6de-6aa51214c7e9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T18:13:23,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35ed3520-ed78-cd4b-e6de-6aa51214c7e9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T18:13:23,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35ed3520-ed78-cd4b-e6de-6aa51214c7e9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T18:13:23,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35ed3520-ed78-cd4b-e6de-6aa51214c7e9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T18:13:23,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35ed3520-ed78-cd4b-e6de-6aa51214c7e9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T18:13:23,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35ed3520-ed78-cd4b-e6de-6aa51214c7e9/nfs.dump.dir in system properties and HBase conf 2024-11-18T18:13:23,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35ed3520-ed78-cd4b-e6de-6aa51214c7e9/java.io.tmpdir in system properties and HBase conf 2024-11-18T18:13:23,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35ed3520-ed78-cd4b-e6de-6aa51214c7e9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T18:13:23,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35ed3520-ed78-cd4b-e6de-6aa51214c7e9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T18:13:23,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35ed3520-ed78-cd4b-e6de-6aa51214c7e9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T18:13:23,607 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T18:13:23,612 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T18:13:23,616 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T18:13:23,616 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T18:13:23,616 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T18:13:23,617 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T18:13:23,617 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4d88fcb8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35ed3520-ed78-cd4b-e6de-6aa51214c7e9/hadoop.log.dir/,AVAILABLE} 2024-11-18T18:13:23,618 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@185a4390{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T18:13:23,772 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@70bc451{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35ed3520-ed78-cd4b-e6de-6aa51214c7e9/java.io.tmpdir/jetty-localhost-33063-hadoop-hdfs-3_4_1-tests_jar-_-any-13428858226950433094/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T18:13:23,773 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@581ba778{HTTP/1.1, (http/1.1)}{localhost:33063} 2024-11-18T18:13:23,773 INFO [Time-limited test {}] server.Server(415): Started @213869ms 2024-11-18T18:13:23,898 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T18:13:23,904 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T18:13:23,911 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T18:13:23,911 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T18:13:23,912 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T18:13:23,913 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c05d80e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35ed3520-ed78-cd4b-e6de-6aa51214c7e9/hadoop.log.dir/,AVAILABLE} 2024-11-18T18:13:23,913 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@334a8ff8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T18:13:24,039 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4c39da7c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35ed3520-ed78-cd4b-e6de-6aa51214c7e9/java.io.tmpdir/jetty-localhost-40751-hadoop-hdfs-3_4_1-tests_jar-_-any-18092936303898409267/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T18:13:24,040 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7615a626{HTTP/1.1, (http/1.1)}{localhost:40751} 2024-11-18T18:13:24,040 INFO [Time-limited test {}] server.Server(415): Started @214136ms 2024-11-18T18:13:24,041 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T18:13:24,146 WARN [Thread-2911 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35ed3520-ed78-cd4b-e6de-6aa51214c7e9/cluster_790741d9-5fe5-e972-c92d-d32a92d4ff74/data/data1/current/BP-1356094305-172.17.0.2-1731953603542/current, will proceed with Du for space computation calculation, 2024-11-18T18:13:24,146 WARN [Thread-2912 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35ed3520-ed78-cd4b-e6de-6aa51214c7e9/cluster_790741d9-5fe5-e972-c92d-d32a92d4ff74/data/data2/current/BP-1356094305-172.17.0.2-1731953603542/current, will proceed with Du for space computation calculation, 2024-11-18T18:13:24,168 WARN [Thread-2899 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T18:13:24,174 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa20f7c4165524dcf with lease ID 0x8e1e740439cd7884: Processing first storage report for DS-b21a90c6-69b5-45f4-b0ce-3334d92dc03d from datanode DatanodeRegistration(127.0.0.1:42563, datanodeUuid=2317852c-030c-45f9-a84a-403a7024a9d9, infoPort=45759, infoSecurePort=0, ipcPort=34283, storageInfo=lv=-57;cid=testClusterID;nsid=1201007418;c=1731953603542) 2024-11-18T18:13:24,175 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa20f7c4165524dcf with lease ID 0x8e1e740439cd7884: from storage DS-b21a90c6-69b5-45f4-b0ce-3334d92dc03d node DatanodeRegistration(127.0.0.1:42563, datanodeUuid=2317852c-030c-45f9-a84a-403a7024a9d9, infoPort=45759, infoSecurePort=0, ipcPort=34283, storageInfo=lv=-57;cid=testClusterID;nsid=1201007418;c=1731953603542), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T18:13:24,175 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa20f7c4165524dcf with lease ID 0x8e1e740439cd7884: Processing first storage report for DS-bff9c97c-ea16-4589-bd64-e7496755bfd7 from datanode DatanodeRegistration(127.0.0.1:42563, datanodeUuid=2317852c-030c-45f9-a84a-403a7024a9d9, infoPort=45759, infoSecurePort=0, ipcPort=34283, storageInfo=lv=-57;cid=testClusterID;nsid=1201007418;c=1731953603542) 2024-11-18T18:13:24,175 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa20f7c4165524dcf with lease ID 0x8e1e740439cd7884: from storage DS-bff9c97c-ea16-4589-bd64-e7496755bfd7 node DatanodeRegistration(127.0.0.1:42563, datanodeUuid=2317852c-030c-45f9-a84a-403a7024a9d9, infoPort=45759, infoSecurePort=0, ipcPort=34283, storageInfo=lv=-57;cid=testClusterID;nsid=1201007418;c=1731953603542), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T18:13:24,273 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35ed3520-ed78-cd4b-e6de-6aa51214c7e9 2024-11-18T18:13:24,274 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:13:24,275 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:13:24,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42563 is added to blk_1073741825_1001 (size=7) 2024-11-18T18:13:24,685 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33937/user/jenkins/test-data/857738d8-d28a-9650-626d-c8fad9e57555 with version=8 2024-11-18T18:13:24,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33937/user/jenkins/test-data/857738d8-d28a-9650-626d-c8fad9e57555/hbase-staging 2024-11-18T18:13:24,688 INFO [Time-limited test {}] client.ConnectionUtils(128): master/818bff808382:0 server-side Connection retries=45 2024-11-18T18:13:24,688 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T18:13:24,688 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T18:13:24,688 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T18:13:24,688 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T18:13:24,688 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T18:13:24,688 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T18:13:24,688 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T18:13:24,689 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39263 2024-11-18T18:13:24,689 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39263 connecting to ZooKeeper ensemble=127.0.0.1:60069 2024-11-18T18:13:24,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:392630x0, quorum=127.0.0.1:60069, baseZNode=/2-1938753534 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T18:13:24,693 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39263-0x1000bd650710006 connected 2024-11-18T18:13:24,716 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:13:24,718 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:13:24,722 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39263-0x1000bd650710006, quorum=127.0.0.1:60069, baseZNode=/2-1938753534 Set watcher on znode that does not yet exist, /2-1938753534/running 2024-11-18T18:13:24,722 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33937/user/jenkins/test-data/857738d8-d28a-9650-626d-c8fad9e57555, hbase.cluster.distributed=false 2024-11-18T18:13:24,723 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39263-0x1000bd650710006, quorum=127.0.0.1:60069, baseZNode=/2-1938753534 Set watcher on znode that does not yet exist, /2-1938753534/acl 2024-11-18T18:13:24,729 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39263 2024-11-18T18:13:24,729 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39263 2024-11-18T18:13:24,730 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39263 2024-11-18T18:13:24,731 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39263 2024-11-18T18:13:24,732 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39263 2024-11-18T18:13:24,748 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/818bff808382:0 server-side Connection retries=45 2024-11-18T18:13:24,748 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T18:13:24,748 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T18:13:24,748 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T18:13:24,748 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T18:13:24,748 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T18:13:24,748 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T18:13:24,748 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T18:13:24,749 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42733 2024-11-18T18:13:24,749 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42733 connecting to ZooKeeper ensemble=127.0.0.1:60069 2024-11-18T18:13:24,750 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:13:24,752 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:13:24,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:427330x0, quorum=127.0.0.1:60069, baseZNode=/2-1938753534 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T18:13:24,756 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:427330x0, quorum=127.0.0.1:60069, baseZNode=/2-1938753534 Set watcher on znode that does not yet exist, /2-1938753534/running 2024-11-18T18:13:24,757 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T18:13:24,757 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42733-0x1000bd650710007 connected 2024-11-18T18:13:24,758 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T18:13:24,758 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42733-0x1000bd650710007, quorum=127.0.0.1:60069, baseZNode=/2-1938753534 Set watcher on znode that does not yet exist, /2-1938753534/master 2024-11-18T18:13:24,759 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42733-0x1000bd650710007, quorum=127.0.0.1:60069, baseZNode=/2-1938753534 Set watcher on znode that does not yet exist, /2-1938753534/acl 2024-11-18T18:13:24,764 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42733 2024-11-18T18:13:24,764 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42733 2024-11-18T18:13:24,767 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42733 2024-11-18T18:13:24,769 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42733 2024-11-18T18:13:24,769 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42733 2024-11-18T18:13:24,781 DEBUG [M:0;818bff808382:39263 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;818bff808382:39263 2024-11-18T18:13:24,782 INFO [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-1938753534/backup-masters/818bff808382,39263,1731953604688 2024-11-18T18:13:24,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42733-0x1000bd650710007, quorum=127.0.0.1:60069, baseZNode=/2-1938753534 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1938753534/backup-masters 2024-11-18T18:13:24,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39263-0x1000bd650710006, quorum=127.0.0.1:60069, baseZNode=/2-1938753534 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1938753534/backup-masters 2024-11-18T18:13:24,784 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39263-0x1000bd650710006, quorum=127.0.0.1:60069, baseZNode=/2-1938753534 Set watcher on existing znode=/2-1938753534/backup-masters/818bff808382,39263,1731953604688 2024-11-18T18:13:24,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39263-0x1000bd650710006, quorum=127.0.0.1:60069, baseZNode=/2-1938753534 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1938753534 2024-11-18T18:13:24,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42733-0x1000bd650710007, quorum=127.0.0.1:60069, baseZNode=/2-1938753534 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1938753534/master 2024-11-18T18:13:24,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42733-0x1000bd650710007, quorum=127.0.0.1:60069, baseZNode=/2-1938753534 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1938753534 2024-11-18T18:13:24,785 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39263-0x1000bd650710006, quorum=127.0.0.1:60069, baseZNode=/2-1938753534 Set watcher on existing znode=/2-1938753534/master 2024-11-18T18:13:24,786 INFO [master/818bff808382:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-1938753534/backup-masters/818bff808382,39263,1731953604688 from backup master directory 2024-11-18T18:13:24,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39263-0x1000bd650710006, quorum=127.0.0.1:60069, baseZNode=/2-1938753534 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1938753534/backup-masters/818bff808382,39263,1731953604688 2024-11-18T18:13:24,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39263-0x1000bd650710006, quorum=127.0.0.1:60069, baseZNode=/2-1938753534 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1938753534/backup-masters 2024-11-18T18:13:24,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42733-0x1000bd650710007, quorum=127.0.0.1:60069, baseZNode=/2-1938753534 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1938753534/backup-masters 2024-11-18T18:13:24,787 WARN [master/818bff808382:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T18:13:24,787 INFO [master/818bff808382:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=818bff808382,39263,1731953604688 2024-11-18T18:13:24,793 DEBUG [master/818bff808382:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33937/user/jenkins/test-data/857738d8-d28a-9650-626d-c8fad9e57555/hbase.id] with ID: 4f01d87f-832c-4e54-9fce-00fa20cdb966 2024-11-18T18:13:24,793 DEBUG [master/818bff808382:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33937/user/jenkins/test-data/857738d8-d28a-9650-626d-c8fad9e57555/.tmp/hbase.id 2024-11-18T18:13:24,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42563 is added to blk_1073741826_1002 (size=42) 2024-11-18T18:13:25,201 DEBUG [master/818bff808382:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33937/user/jenkins/test-data/857738d8-d28a-9650-626d-c8fad9e57555/.tmp/hbase.id]:[hdfs://localhost:33937/user/jenkins/test-data/857738d8-d28a-9650-626d-c8fad9e57555/hbase.id] 2024-11-18T18:13:25,226 INFO [master/818bff808382:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:13:25,226 INFO [master/818bff808382:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T18:13:25,228 INFO [master/818bff808382:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-18T18:13:25,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39263-0x1000bd650710006, quorum=127.0.0.1:60069, baseZNode=/2-1938753534 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1938753534 2024-11-18T18:13:25,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42733-0x1000bd650710007, quorum=127.0.0.1:60069, baseZNode=/2-1938753534 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1938753534 2024-11-18T18:13:25,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42563 is added to blk_1073741827_1003 (size=196) 2024-11-18T18:13:25,253 INFO [master/818bff808382:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T18:13:25,254 INFO [master/818bff808382:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T18:13:25,255 INFO [master/818bff808382:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T18:13:25,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42563 is added to blk_1073741828_1004 (size=1189) 2024-11-18T18:13:25,383 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T18:13:25,579 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-18T18:13:25,579 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-18T18:13:25,580 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T18:13:25,580 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-18T18:13:25,581 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T18:13:25,581 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-18T18:13:25,672 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T18:13:25,672 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [818bff808382,35743,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=818bff808382:35743 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-18T18:13:25,672 INFO [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33937/user/jenkins/test-data/857738d8-d28a-9650-626d-c8fad9e57555/MasterData/data/master/store 2024-11-18T18:13:25,673 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38424 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [818bff808382,35743,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=818bff808382:35743 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-18T18:13:25,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42563 is added to blk_1073741829_1005 (size=34) 2024-11-18T18:13:26,094 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:13:26,094 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T18:13:26,095 INFO [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:13:26,095 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:13:26,095 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T18:13:26,095 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:13:26,095 INFO [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:13:26,095 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731953606094Disabling compacts and flushes for region at 1731953606094Disabling writes for close at 1731953606095 (+1 ms)Writing region close event to WAL at 1731953606095Closed at 1731953606095 2024-11-18T18:13:26,095 WARN [master/818bff808382:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33937/user/jenkins/test-data/857738d8-d28a-9650-626d-c8fad9e57555/MasterData/data/master/store/.initializing 2024-11-18T18:13:26,096 DEBUG [master/818bff808382:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33937/user/jenkins/test-data/857738d8-d28a-9650-626d-c8fad9e57555/MasterData/WALs/818bff808382,39263,1731953604688 2024-11-18T18:13:26,097 INFO [master/818bff808382:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T18:13:26,098 INFO [master/818bff808382:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=818bff808382%2C39263%2C1731953604688, suffix=, logDir=hdfs://localhost:33937/user/jenkins/test-data/857738d8-d28a-9650-626d-c8fad9e57555/MasterData/WALs/818bff808382,39263,1731953604688, archiveDir=hdfs://localhost:33937/user/jenkins/test-data/857738d8-d28a-9650-626d-c8fad9e57555/MasterData/oldWALs, maxLogs=10 2024-11-18T18:13:26,116 DEBUG [master/818bff808382:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/857738d8-d28a-9650-626d-c8fad9e57555/MasterData/WALs/818bff808382,39263,1731953604688/818bff808382%2C39263%2C1731953604688.1731953606098, exclude list is [], retry=0 2024-11-18T18:13:26,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42563,DS-b21a90c6-69b5-45f4-b0ce-3334d92dc03d,DISK] 2024-11-18T18:13:26,120 INFO [master/818bff808382:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/857738d8-d28a-9650-626d-c8fad9e57555/MasterData/WALs/818bff808382,39263,1731953604688/818bff808382%2C39263%2C1731953604688.1731953606098 2024-11-18T18:13:26,120 DEBUG [master/818bff808382:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45759:45759)] 2024-11-18T18:13:26,121 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T18:13:26,121 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:13:26,121 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:13:26,121 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:13:26,122 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:13:26,124 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T18:13:26,124 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:13:26,124 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:13:26,124 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:13:26,125 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T18:13:26,125 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:13:26,125 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:13:26,125 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:13:26,126 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T18:13:26,126 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:13:26,127 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:13:26,127 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:13:26,128 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T18:13:26,128 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:13:26,128 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:13:26,129 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:13:26,129 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33937/user/jenkins/test-data/857738d8-d28a-9650-626d-c8fad9e57555/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:13:26,130 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33937/user/jenkins/test-data/857738d8-d28a-9650-626d-c8fad9e57555/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:13:26,130 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:13:26,131 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:13:26,131 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T18:13:26,132 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:13:26,134 DEBUG [master/818bff808382:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33937/user/jenkins/test-data/857738d8-d28a-9650-626d-c8fad9e57555/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T18:13:26,134 INFO [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62127262, jitterRate=-0.07423165440559387}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T18:13:26,134 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731953606121Initializing all the Stores at 1731953606122 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953606122Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953606122Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953606122Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953606122Cleaning up temporary data from old regions at 1731953606131 (+9 ms)Region opened successfully at 1731953606134 (+3 ms) 2024-11-18T18:13:26,134 INFO [master/818bff808382:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T18:13:26,137 DEBUG [master/818bff808382:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2faadd10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=818bff808382/172.17.0.2:0 2024-11-18T18:13:26,138 INFO [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T18:13:26,138 INFO [master/818bff808382:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T18:13:26,138 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T18:13:26,138 INFO [master/818bff808382:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T18:13:26,138 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T18:13:26,139 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T18:13:26,139 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T18:13:26,141 INFO [master/818bff808382:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T18:13:26,142 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39263-0x1000bd650710006, quorum=127.0.0.1:60069, baseZNode=/2-1938753534 Unable to get data of znode /2-1938753534/balancer because node does not exist (not necessarily an error) 2024-11-18T18:13:26,143 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1938753534/balancer already deleted, retry=false 2024-11-18T18:13:26,143 INFO [master/818bff808382:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T18:13:26,144 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39263-0x1000bd650710006, quorum=127.0.0.1:60069, baseZNode=/2-1938753534 Unable to get data of znode /2-1938753534/normalizer because node does not exist (not necessarily an error) 2024-11-18T18:13:26,145 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1938753534/normalizer already deleted, retry=false 2024-11-18T18:13:26,146 INFO [master/818bff808382:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T18:13:26,147 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39263-0x1000bd650710006, quorum=127.0.0.1:60069, baseZNode=/2-1938753534 Unable to get data of znode /2-1938753534/switch/split because node does not exist (not necessarily an error) 2024-11-18T18:13:26,148 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1938753534/switch/split already deleted, retry=false 2024-11-18T18:13:26,149 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39263-0x1000bd650710006, quorum=127.0.0.1:60069, baseZNode=/2-1938753534 Unable to get data of znode /2-1938753534/switch/merge because node does not exist (not necessarily an error) 2024-11-18T18:13:26,150 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1938753534/switch/merge already deleted, retry=false 2024-11-18T18:13:26,152 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39263-0x1000bd650710006, quorum=127.0.0.1:60069, baseZNode=/2-1938753534 Unable to get data of znode /2-1938753534/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T18:13:26,153 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1938753534/snapshot-cleanup already deleted, retry=false 2024-11-18T18:13:26,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42733-0x1000bd650710007, quorum=127.0.0.1:60069, baseZNode=/2-1938753534 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1938753534/running 2024-11-18T18:13:26,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39263-0x1000bd650710006, quorum=127.0.0.1:60069, baseZNode=/2-1938753534 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1938753534/running 2024-11-18T18:13:26,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42733-0x1000bd650710007, quorum=127.0.0.1:60069, baseZNode=/2-1938753534 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1938753534 2024-11-18T18:13:26,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39263-0x1000bd650710006, quorum=127.0.0.1:60069, baseZNode=/2-1938753534 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1938753534 2024-11-18T18:13:26,155 INFO [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=818bff808382,39263,1731953604688, sessionid=0x1000bd650710006, setting cluster-up flag (Was=false) 2024-11-18T18:13:26,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42733-0x1000bd650710007, quorum=127.0.0.1:60069, baseZNode=/2-1938753534 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1938753534 2024-11-18T18:13:26,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39263-0x1000bd650710006, quorum=127.0.0.1:60069, baseZNode=/2-1938753534 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1938753534 2024-11-18T18:13:26,161 DEBUG [master/818bff808382:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1938753534/flush-table-proc/acquired, /2-1938753534/flush-table-proc/reached, /2-1938753534/flush-table-proc/abort 2024-11-18T18:13:26,162 DEBUG [master/818bff808382:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=818bff808382,39263,1731953604688 2024-11-18T18:13:26,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42733-0x1000bd650710007, quorum=127.0.0.1:60069, baseZNode=/2-1938753534 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1938753534 2024-11-18T18:13:26,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39263-0x1000bd650710006, quorum=127.0.0.1:60069, baseZNode=/2-1938753534 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1938753534 2024-11-18T18:13:26,175 DEBUG [master/818bff808382:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1938753534/online-snapshot/acquired, /2-1938753534/online-snapshot/reached, /2-1938753534/online-snapshot/abort 2024-11-18T18:13:26,176 DEBUG [master/818bff808382:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=818bff808382,39263,1731953604688 2024-11-18T18:13:26,177 INFO [master/818bff808382:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33937/user/jenkins/test-data/857738d8-d28a-9650-626d-c8fad9e57555/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T18:13:26,178 DEBUG [master/818bff808382:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T18:13:26,179 INFO [master/818bff808382:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T18:13:26,179 INFO [master/818bff808382:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T18:13:26,179 DEBUG [master/818bff808382:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 818bff808382,39263,1731953604688 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T18:13:26,180 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/818bff808382:0, corePoolSize=5, maxPoolSize=5 2024-11-18T18:13:26,180 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/818bff808382:0, corePoolSize=5, maxPoolSize=5 2024-11-18T18:13:26,180 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/818bff808382:0, corePoolSize=5, maxPoolSize=5 2024-11-18T18:13:26,180 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/818bff808382:0, corePoolSize=5, maxPoolSize=5 2024-11-18T18:13:26,180 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/818bff808382:0, corePoolSize=10, maxPoolSize=10 2024-11-18T18:13:26,180 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:13:26,180 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/818bff808382:0, corePoolSize=2, maxPoolSize=2 2024-11-18T18:13:26,180 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:13:26,182 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731953636181 2024-11-18T18:13:26,182 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T18:13:26,182 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T18:13:26,182 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T18:13:26,182 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T18:13:26,182 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T18:13:26,182 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T18:13:26,182 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T18:13:26,182 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T18:13:26,182 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T18:13:26,182 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T18:13:26,182 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:13:26,182 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T18:13:26,182 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T18:13:26,182 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T18:13:26,182 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T18:13:26,183 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T18:13:26,183 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T18:13:26,184 DEBUG [master/818bff808382:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/818bff808382:0:becomeActiveMaster-HFileCleaner.large.0-1731953606183,5,FailOnTimeoutGroup] 2024-11-18T18:13:26,186 DEBUG [master/818bff808382:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/818bff808382:0:becomeActiveMaster-HFileCleaner.small.0-1731953606184,5,FailOnTimeoutGroup] 2024-11-18T18:13:26,186 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T18:13:26,186 INFO [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T18:13:26,186 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T18:13:26,186 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T18:13:26,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42563 is added to blk_1073741831_1007 (size=1321) 2024-11-18T18:13:26,271 INFO [RS:0;818bff808382:42733 {}] regionserver.HRegionServer(746): ClusterId : 4f01d87f-832c-4e54-9fce-00fa20cdb966 2024-11-18T18:13:26,271 DEBUG [RS:0;818bff808382:42733 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T18:13:26,273 DEBUG [RS:0;818bff808382:42733 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T18:13:26,273 DEBUG [RS:0;818bff808382:42733 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T18:13:26,275 DEBUG [RS:0;818bff808382:42733 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T18:13:26,275 DEBUG [RS:0;818bff808382:42733 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67efcedd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=818bff808382/172.17.0.2:0 2024-11-18T18:13:26,287 DEBUG [RS:0;818bff808382:42733 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;818bff808382:42733 2024-11-18T18:13:26,287 INFO [RS:0;818bff808382:42733 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T18:13:26,287 INFO [RS:0;818bff808382:42733 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T18:13:26,287 DEBUG [RS:0;818bff808382:42733 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T18:13:26,288 INFO [RS:0;818bff808382:42733 {}] regionserver.HRegionServer(2659): reportForDuty to master=818bff808382,39263,1731953604688 with port=42733, startcode=1731953604747 2024-11-18T18:13:26,288 DEBUG [RS:0;818bff808382:42733 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T18:13:26,289 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41289, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T18:13:26,290 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39263 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 818bff808382,42733,1731953604747 2024-11-18T18:13:26,290 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39263 {}] master.ServerManager(517): Registering regionserver=818bff808382,42733,1731953604747 2024-11-18T18:13:26,291 DEBUG [RS:0;818bff808382:42733 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33937/user/jenkins/test-data/857738d8-d28a-9650-626d-c8fad9e57555 2024-11-18T18:13:26,291 DEBUG [RS:0;818bff808382:42733 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33937 2024-11-18T18:13:26,291 DEBUG [RS:0;818bff808382:42733 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T18:13:26,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39263-0x1000bd650710006, quorum=127.0.0.1:60069, baseZNode=/2-1938753534 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1938753534/rs 2024-11-18T18:13:26,295 DEBUG [RS:0;818bff808382:42733 {}] zookeeper.ZKUtil(111): regionserver:42733-0x1000bd650710007, quorum=127.0.0.1:60069, baseZNode=/2-1938753534 Set watcher on existing znode=/2-1938753534/rs/818bff808382,42733,1731953604747 2024-11-18T18:13:26,295 WARN [RS:0;818bff808382:42733 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T18:13:26,296 INFO [RS:0;818bff808382:42733 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T18:13:26,296 DEBUG [RS:0;818bff808382:42733 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33937/user/jenkins/test-data/857738d8-d28a-9650-626d-c8fad9e57555/WALs/818bff808382,42733,1731953604747 2024-11-18T18:13:26,296 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [818bff808382,42733,1731953604747] 2024-11-18T18:13:26,298 INFO [RS:0;818bff808382:42733 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T18:13:26,300 INFO [RS:0;818bff808382:42733 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T18:13:26,300 INFO [RS:0;818bff808382:42733 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T18:13:26,300 INFO [RS:0;818bff808382:42733 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T18:13:26,300 INFO [RS:0;818bff808382:42733 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T18:13:26,301 INFO [RS:0;818bff808382:42733 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T18:13:26,301 INFO [RS:0;818bff808382:42733 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T18:13:26,301 DEBUG [RS:0;818bff808382:42733 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:13:26,301 DEBUG [RS:0;818bff808382:42733 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:13:26,301 DEBUG [RS:0;818bff808382:42733 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:13:26,301 DEBUG [RS:0;818bff808382:42733 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:13:26,301 DEBUG [RS:0;818bff808382:42733 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:13:26,301 DEBUG [RS:0;818bff808382:42733 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/818bff808382:0, corePoolSize=2, maxPoolSize=2 2024-11-18T18:13:26,301 DEBUG [RS:0;818bff808382:42733 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:13:26,301 DEBUG [RS:0;818bff808382:42733 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:13:26,301 DEBUG [RS:0;818bff808382:42733 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:13:26,301 DEBUG [RS:0;818bff808382:42733 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:13:26,301 DEBUG [RS:0;818bff808382:42733 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:13:26,301 DEBUG [RS:0;818bff808382:42733 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:13:26,301 DEBUG [RS:0;818bff808382:42733 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0, corePoolSize=3, maxPoolSize=3 2024-11-18T18:13:26,301 DEBUG [RS:0;818bff808382:42733 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/818bff808382:0, corePoolSize=3, maxPoolSize=3 2024-11-18T18:13:26,302 INFO [RS:0;818bff808382:42733 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T18:13:26,302 INFO [RS:0;818bff808382:42733 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T18:13:26,302 INFO [RS:0;818bff808382:42733 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T18:13:26,302 INFO [RS:0;818bff808382:42733 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T18:13:26,302 INFO [RS:0;818bff808382:42733 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T18:13:26,302 INFO [RS:0;818bff808382:42733 {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,42733,1731953604747-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T18:13:26,315 INFO [RS:0;818bff808382:42733 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T18:13:26,315 INFO [RS:0;818bff808382:42733 {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,42733,1731953604747-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T18:13:26,316 INFO [RS:0;818bff808382:42733 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:13:26,316 INFO [RS:0;818bff808382:42733 {}] regionserver.Replication(171): 818bff808382,42733,1731953604747 started 2024-11-18T18:13:26,329 INFO [RS:0;818bff808382:42733 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:13:26,329 INFO [RS:0;818bff808382:42733 {}] regionserver.HRegionServer(1482): Serving as 818bff808382,42733,1731953604747, RpcServer on 818bff808382/172.17.0.2:42733, sessionid=0x1000bd650710007 2024-11-18T18:13:26,329 DEBUG [RS:0;818bff808382:42733 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T18:13:26,329 DEBUG [RS:0;818bff808382:42733 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 818bff808382,42733,1731953604747 2024-11-18T18:13:26,329 DEBUG [RS:0;818bff808382:42733 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '818bff808382,42733,1731953604747' 2024-11-18T18:13:26,329 DEBUG [RS:0;818bff808382:42733 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1938753534/flush-table-proc/abort' 2024-11-18T18:13:26,330 DEBUG [RS:0;818bff808382:42733 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1938753534/flush-table-proc/acquired' 2024-11-18T18:13:26,330 DEBUG [RS:0;818bff808382:42733 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T18:13:26,330 DEBUG [RS:0;818bff808382:42733 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T18:13:26,330 DEBUG [RS:0;818bff808382:42733 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 818bff808382,42733,1731953604747 2024-11-18T18:13:26,330 DEBUG [RS:0;818bff808382:42733 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '818bff808382,42733,1731953604747' 2024-11-18T18:13:26,330 DEBUG [RS:0;818bff808382:42733 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1938753534/online-snapshot/abort' 2024-11-18T18:13:26,330 DEBUG [RS:0;818bff808382:42733 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1938753534/online-snapshot/acquired' 2024-11-18T18:13:26,331 DEBUG [RS:0;818bff808382:42733 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T18:13:26,331 INFO [RS:0;818bff808382:42733 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T18:13:26,331 INFO [RS:0;818bff808382:42733 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T18:13:26,431 INFO [RS:0;818bff808382:42733 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T18:13:26,432 INFO [RS:0;818bff808382:42733 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=818bff808382%2C42733%2C1731953604747, suffix=, logDir=hdfs://localhost:33937/user/jenkins/test-data/857738d8-d28a-9650-626d-c8fad9e57555/WALs/818bff808382,42733,1731953604747, archiveDir=hdfs://localhost:33937/user/jenkins/test-data/857738d8-d28a-9650-626d-c8fad9e57555/oldWALs, maxLogs=10 2024-11-18T18:13:26,446 DEBUG [RS:0;818bff808382:42733 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/857738d8-d28a-9650-626d-c8fad9e57555/WALs/818bff808382,42733,1731953604747/818bff808382%2C42733%2C1731953604747.1731953606433, exclude list is [], retry=0 2024-11-18T18:13:26,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42563,DS-b21a90c6-69b5-45f4-b0ce-3334d92dc03d,DISK] 2024-11-18T18:13:26,449 INFO [RS:0;818bff808382:42733 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/857738d8-d28a-9650-626d-c8fad9e57555/WALs/818bff808382,42733,1731953604747/818bff808382%2C42733%2C1731953604747.1731953606433 2024-11-18T18:13:26,450 DEBUG [RS:0;818bff808382:42733 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45759:45759)] 2024-11-18T18:13:26,592 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33937/user/jenkins/test-data/857738d8-d28a-9650-626d-c8fad9e57555/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T18:13:26,592 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33937/user/jenkins/test-data/857738d8-d28a-9650-626d-c8fad9e57555 2024-11-18T18:13:26,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42563 is added to blk_1073741833_1009 (size=32) 2024-11-18T18:13:26,998 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:13:26,999 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T18:13:27,000 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T18:13:27,000 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:13:27,001 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:13:27,001 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T18:13:27,002 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T18:13:27,002 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:13:27,002 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:13:27,002 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T18:13:27,003 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T18:13:27,003 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:13:27,003 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:13:27,003 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T18:13:27,004 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T18:13:27,004 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:13:27,004 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:13:27,004 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T18:13:27,005 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33937/user/jenkins/test-data/857738d8-d28a-9650-626d-c8fad9e57555/data/hbase/meta/1588230740 2024-11-18T18:13:27,005 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33937/user/jenkins/test-data/857738d8-d28a-9650-626d-c8fad9e57555/data/hbase/meta/1588230740 2024-11-18T18:13:27,006 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T18:13:27,006 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T18:13:27,006 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T18:13:27,007 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T18:13:27,008 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33937/user/jenkins/test-data/857738d8-d28a-9650-626d-c8fad9e57555/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T18:13:27,009 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64203271, jitterRate=-0.04329670965671539}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T18:13:27,009 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731953606998Initializing all the Stores at 1731953606999 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953606999Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953606999Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953606999Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953606999Cleaning up temporary data from old regions at 1731953607006 (+7 ms)Region opened successfully at 1731953607009 (+3 ms) 2024-11-18T18:13:27,009 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T18:13:27,009 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T18:13:27,009 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T18:13:27,009 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T18:13:27,009 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T18:13:27,009 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T18:13:27,009 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731953607009Disabling compacts and flushes for region at 1731953607009Disabling writes for close at 1731953607009Writing region close event to WAL at 1731953607009Closed at 1731953607009 2024-11-18T18:13:27,010 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T18:13:27,010 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T18:13:27,011 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T18:13:27,011 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T18:13:27,012 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T18:13:27,162 DEBUG [818bff808382:39263 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T18:13:27,163 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=818bff808382,42733,1731953604747 2024-11-18T18:13:27,164 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 818bff808382,42733,1731953604747, state=OPENING 2024-11-18T18:13:27,166 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T18:13:27,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39263-0x1000bd650710006, quorum=127.0.0.1:60069, baseZNode=/2-1938753534 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1938753534 2024-11-18T18:13:27,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42733-0x1000bd650710007, quorum=127.0.0.1:60069, baseZNode=/2-1938753534 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1938753534 2024-11-18T18:13:27,168 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1938753534/meta-region-server: CHANGED 2024-11-18T18:13:27,168 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T18:13:27,168 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=818bff808382,42733,1731953604747}] 2024-11-18T18:13:27,169 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1938753534/meta-region-server: CHANGED 2024-11-18T18:13:27,321 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T18:13:27,323 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52249, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T18:13:27,325 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T18:13:27,326 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T18:13:27,326 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T18:13:27,327 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=818bff808382%2C42733%2C1731953604747.meta, suffix=.meta, logDir=hdfs://localhost:33937/user/jenkins/test-data/857738d8-d28a-9650-626d-c8fad9e57555/WALs/818bff808382,42733,1731953604747, archiveDir=hdfs://localhost:33937/user/jenkins/test-data/857738d8-d28a-9650-626d-c8fad9e57555/oldWALs, maxLogs=10 2024-11-18T18:13:27,340 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/857738d8-d28a-9650-626d-c8fad9e57555/WALs/818bff808382,42733,1731953604747/818bff808382%2C42733%2C1731953604747.meta.1731953607327.meta, exclude list is [], retry=0 2024-11-18T18:13:27,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42563,DS-b21a90c6-69b5-45f4-b0ce-3334d92dc03d,DISK] 2024-11-18T18:13:27,343 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/857738d8-d28a-9650-626d-c8fad9e57555/WALs/818bff808382,42733,1731953604747/818bff808382%2C42733%2C1731953604747.meta.1731953607327.meta 2024-11-18T18:13:27,344 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45759:45759)] 2024-11-18T18:13:27,344 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T18:13:27,344 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T18:13:27,344 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T18:13:27,344 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T18:13:27,344 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T18:13:27,344 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T18:13:27,344 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:13:27,345 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T18:13:27,345 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T18:13:27,346 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T18:13:27,346 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T18:13:27,346 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:13:27,346 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:13:27,347 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T18:13:27,347 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T18:13:27,347 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:13:27,347 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:13:27,347 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T18:13:27,348 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T18:13:27,348 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:13:27,348 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:13:27,348 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T18:13:27,349 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T18:13:27,349 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:13:27,349 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:13:27,349 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T18:13:27,349 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33937/user/jenkins/test-data/857738d8-d28a-9650-626d-c8fad9e57555/data/hbase/meta/1588230740 2024-11-18T18:13:27,350 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33937/user/jenkins/test-data/857738d8-d28a-9650-626d-c8fad9e57555/data/hbase/meta/1588230740 2024-11-18T18:13:27,351 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T18:13:27,351 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T18:13:27,351 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T18:13:27,352 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T18:13:27,353 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66859270, jitterRate=-0.003719240427017212}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T18:13:27,353 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T18:13:27,353 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731953607345Writing region info on filesystem at 1731953607345Initializing all the Stores at 1731953607345Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953607345Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953607345Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953607345Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953607345Cleaning up temporary data from old regions at 1731953607351 (+6 ms)Running coprocessor post-open hooks at 1731953607353 (+2 ms)Region opened successfully at 1731953607353 2024-11-18T18:13:27,354 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731953607321 2024-11-18T18:13:27,355 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T18:13:27,355 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T18:13:27,356 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=818bff808382,42733,1731953604747 2024-11-18T18:13:27,356 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 818bff808382,42733,1731953604747, state=OPEN 2024-11-18T18:13:27,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39263-0x1000bd650710006, quorum=127.0.0.1:60069, baseZNode=/2-1938753534 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1938753534/meta-region-server 2024-11-18T18:13:27,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42733-0x1000bd650710007, quorum=127.0.0.1:60069, baseZNode=/2-1938753534 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1938753534/meta-region-server 2024-11-18T18:13:27,358 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=818bff808382,42733,1731953604747 2024-11-18T18:13:27,358 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1938753534/meta-region-server: CHANGED 2024-11-18T18:13:27,358 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1938753534/meta-region-server: CHANGED 2024-11-18T18:13:27,360 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T18:13:27,360 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=818bff808382,42733,1731953604747 in 190 msec 2024-11-18T18:13:27,362 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T18:13:27,362 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 350 msec 2024-11-18T18:13:27,362 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T18:13:27,363 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T18:13:27,364 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T18:13:27,364 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=818bff808382,42733,1731953604747, seqNum=-1] 2024-11-18T18:13:27,364 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T18:13:27,365 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42991, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T18:13:27,369 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1910 sec 2024-11-18T18:13:27,369 INFO [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731953607369, completionTime=-1 2024-11-18T18:13:27,369 INFO [master/818bff808382:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T18:13:27,369 DEBUG [master/818bff808382:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T18:13:27,371 INFO [master/818bff808382:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T18:13:27,371 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731953667371 2024-11-18T18:13:27,371 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731953727371 2024-11-18T18:13:27,371 INFO [master/818bff808382:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-18T18:13:27,371 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,39263,1731953604688-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T18:13:27,372 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,39263,1731953604688-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:13:27,372 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,39263,1731953604688-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:13:27,372 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-818bff808382:39263, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:13:27,372 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T18:13:27,372 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T18:13:27,373 DEBUG [master/818bff808382:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T18:13:27,375 INFO [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.588sec 2024-11-18T18:13:27,375 INFO [master/818bff808382:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T18:13:27,375 INFO [master/818bff808382:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T18:13:27,375 INFO [master/818bff808382:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T18:13:27,375 INFO [master/818bff808382:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T18:13:27,375 INFO [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T18:13:27,375 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,39263,1731953604688-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T18:13:27,375 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,39263,1731953604688-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T18:13:27,377 DEBUG [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T18:13:27,377 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T18:13:27,377 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,39263,1731953604688-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:13:27,472 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c8a65f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:13:27,472 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 818bff808382,39263,-1 for getting cluster id 2024-11-18T18:13:27,473 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T18:13:27,474 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4f01d87f-832c-4e54-9fce-00fa20cdb966' 2024-11-18T18:13:27,474 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T18:13:27,474 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4f01d87f-832c-4e54-9fce-00fa20cdb966" 2024-11-18T18:13:27,475 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b56af05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:13:27,475 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [818bff808382,39263,-1] 2024-11-18T18:13:27,475 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T18:13:27,475 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:13:27,476 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T18:13:27,477 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55d9dd75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:13:27,477 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T18:13:27,478 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=818bff808382,42733,1731953604747, seqNum=-1] 2024-11-18T18:13:27,478 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T18:13:27,479 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T18:13:27,481 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=818bff808382,39263,1731953604688 2024-11-18T18:13:27,481 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:60069 2024-11-18T18:13:27,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:60069, baseZNode=/2-1938753534 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T18:13:27,484 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1000bd650710008 connected 2024-11-18T18:13:27,488 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T18:13:27,489 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 818bff808382,41669,1731953597432 2024-11-18T18:13:27,489 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@126e92d0 2024-11-18T18:13:27,490 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T18:13:27,491 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T18:13:27,492 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41669 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T18:13:27,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41669 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-18T18:13:27,494 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T18:13:27,494 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:13:27,494 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41669 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-18T18:13:27,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T18:13:27,497 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T18:13:27,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43779 is added to blk_1073741835_1011 (size=902) 2024-11-18T18:13:27,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T18:13:27,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T18:13:27,928 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9c69d50b7631ff77032fdc821f9d67fd, NAME => 'test,,1731953607491.9c69d50b7631ff77032fdc821f9d67fd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35413/user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d 2024-11-18T18:13:27,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43779 is added to blk_1073741836_1012 (size=39) 2024-11-18T18:13:28,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T18:13:28,333 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731953607491.9c69d50b7631ff77032fdc821f9d67fd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:13:28,334 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 9c69d50b7631ff77032fdc821f9d67fd, disabling compactions & flushes 2024-11-18T18:13:28,334 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731953607491.9c69d50b7631ff77032fdc821f9d67fd. 2024-11-18T18:13:28,334 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731953607491.9c69d50b7631ff77032fdc821f9d67fd. 2024-11-18T18:13:28,334 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731953607491.9c69d50b7631ff77032fdc821f9d67fd. after waiting 0 ms 2024-11-18T18:13:28,334 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731953607491.9c69d50b7631ff77032fdc821f9d67fd. 2024-11-18T18:13:28,334 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731953607491.9c69d50b7631ff77032fdc821f9d67fd. 2024-11-18T18:13:28,334 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9c69d50b7631ff77032fdc821f9d67fd: Waiting for close lock at 1731953608334Disabling compacts and flushes for region at 1731953608334Disabling writes for close at 1731953608334Writing region close event to WAL at 1731953608334Closed at 1731953608334 2024-11-18T18:13:28,335 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T18:13:28,336 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731953607491.9c69d50b7631ff77032fdc821f9d67fd.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731953608335"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731953608335"}]},"ts":"1731953608335"} 2024-11-18T18:13:28,338 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T18:13:28,339 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T18:13:28,339 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731953608339"}]},"ts":"1731953608339"} 2024-11-18T18:13:28,340 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-18T18:13:28,341 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9c69d50b7631ff77032fdc821f9d67fd, ASSIGN}] 2024-11-18T18:13:28,342 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9c69d50b7631ff77032fdc821f9d67fd, ASSIGN 2024-11-18T18:13:28,343 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=9c69d50b7631ff77032fdc821f9d67fd, ASSIGN; state=OFFLINE, location=818bff808382,35371,1731953597511; forceNewPlan=false, retain=false 2024-11-18T18:13:28,493 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9c69d50b7631ff77032fdc821f9d67fd, regionState=OPENING, regionLocation=818bff808382,35371,1731953597511 2024-11-18T18:13:28,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=9c69d50b7631ff77032fdc821f9d67fd, ASSIGN because future has completed 2024-11-18T18:13:28,496 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9c69d50b7631ff77032fdc821f9d67fd, server=818bff808382,35371,1731953597511}] 2024-11-18T18:13:28,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T18:13:28,651 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731953607491.9c69d50b7631ff77032fdc821f9d67fd. 2024-11-18T18:13:28,651 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 9c69d50b7631ff77032fdc821f9d67fd, NAME => 'test,,1731953607491.9c69d50b7631ff77032fdc821f9d67fd.', STARTKEY => '', ENDKEY => ''} 2024-11-18T18:13:28,652 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T18:13:28,652 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-18T18:13:28,652 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 9c69d50b7631ff77032fdc821f9d67fd 2024-11-18T18:13:28,652 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731953607491.9c69d50b7631ff77032fdc821f9d67fd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:13:28,652 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 9c69d50b7631ff77032fdc821f9d67fd 2024-11-18T18:13:28,652 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 9c69d50b7631ff77032fdc821f9d67fd 2024-11-18T18:13:28,653 INFO [StoreOpener-9c69d50b7631ff77032fdc821f9d67fd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9c69d50b7631ff77032fdc821f9d67fd 2024-11-18T18:13:28,654 INFO [StoreOpener-9c69d50b7631ff77032fdc821f9d67fd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9c69d50b7631ff77032fdc821f9d67fd columnFamilyName f 2024-11-18T18:13:28,654 DEBUG [StoreOpener-9c69d50b7631ff77032fdc821f9d67fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:13:28,655 INFO [StoreOpener-9c69d50b7631ff77032fdc821f9d67fd-1 {}] regionserver.HStore(327): Store=9c69d50b7631ff77032fdc821f9d67fd/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:13:28,655 INFO [StoreOpener-9c69d50b7631ff77032fdc821f9d67fd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 9c69d50b7631ff77032fdc821f9d67fd 2024-11-18T18:13:28,655 INFO [StoreOpener-9c69d50b7631ff77032fdc821f9d67fd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9c69d50b7631ff77032fdc821f9d67fd columnFamilyName f1 2024-11-18T18:13:28,655 DEBUG [StoreOpener-9c69d50b7631ff77032fdc821f9d67fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:13:28,656 INFO [StoreOpener-9c69d50b7631ff77032fdc821f9d67fd-1 {}] regionserver.HStore(327): Store=9c69d50b7631ff77032fdc821f9d67fd/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:13:28,656 INFO [StoreOpener-9c69d50b7631ff77032fdc821f9d67fd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 9c69d50b7631ff77032fdc821f9d67fd 2024-11-18T18:13:28,657 INFO [StoreOpener-9c69d50b7631ff77032fdc821f9d67fd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9c69d50b7631ff77032fdc821f9d67fd columnFamilyName norep 2024-11-18T18:13:28,657 DEBUG [StoreOpener-9c69d50b7631ff77032fdc821f9d67fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:13:28,657 INFO [StoreOpener-9c69d50b7631ff77032fdc821f9d67fd-1 {}] regionserver.HStore(327): Store=9c69d50b7631ff77032fdc821f9d67fd/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:13:28,657 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 9c69d50b7631ff77032fdc821f9d67fd 2024-11-18T18:13:28,657 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35413/user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d/data/default/test/9c69d50b7631ff77032fdc821f9d67fd 2024-11-18T18:13:28,658 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35413/user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d/data/default/test/9c69d50b7631ff77032fdc821f9d67fd 2024-11-18T18:13:28,658 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 9c69d50b7631ff77032fdc821f9d67fd 2024-11-18T18:13:28,658 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 9c69d50b7631ff77032fdc821f9d67fd 2024-11-18T18:13:28,659 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T18:13:28,659 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 9c69d50b7631ff77032fdc821f9d67fd 2024-11-18T18:13:28,661 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35413/user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d/data/default/test/9c69d50b7631ff77032fdc821f9d67fd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T18:13:28,661 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 9c69d50b7631ff77032fdc821f9d67fd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63773317, jitterRate=-0.04970352351665497}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T18:13:28,661 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9c69d50b7631ff77032fdc821f9d67fd 2024-11-18T18:13:28,661 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 9c69d50b7631ff77032fdc821f9d67fd: Running coprocessor pre-open hook at 1731953608652Writing region info on filesystem at 1731953608652Initializing all the Stores at 1731953608653 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953608653Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953608653Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953608653Cleaning up temporary data from old regions at 1731953608658 (+5 ms)Running coprocessor post-open hooks at 1731953608661 (+3 ms)Region opened successfully at 1731953608661 2024-11-18T18:13:28,662 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731953607491.9c69d50b7631ff77032fdc821f9d67fd., pid=6, masterSystemTime=1731953608648 2024-11-18T18:13:28,664 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731953607491.9c69d50b7631ff77032fdc821f9d67fd. 2024-11-18T18:13:28,664 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731953607491.9c69d50b7631ff77032fdc821f9d67fd. 2024-11-18T18:13:28,665 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9c69d50b7631ff77032fdc821f9d67fd, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=818bff808382,35371,1731953597511 2024-11-18T18:13:28,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9c69d50b7631ff77032fdc821f9d67fd, server=818bff808382,35371,1731953597511 because future has completed 2024-11-18T18:13:28,669 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T18:13:28,669 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 9c69d50b7631ff77032fdc821f9d67fd, server=818bff808382,35371,1731953597511 in 171 msec 2024-11-18T18:13:28,671 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T18:13:28,671 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=9c69d50b7631ff77032fdc821f9d67fd, ASSIGN in 328 msec 2024-11-18T18:13:28,671 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T18:13:28,672 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731953608671"}]},"ts":"1731953608671"} 2024-11-18T18:13:28,673 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-18T18:13:28,674 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T18:13:28,675 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1820 sec 2024-11-18T18:13:28,958 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T18:13:28,960 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:13:28,996 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:13:28,996 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:13:28,997 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:13:28,997 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:13:28,997 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:13:28,998 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:13:29,006 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:13:29,009 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:13:29,009 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:13:29,011 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:13:29,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T18:13:29,642 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-18T18:13:29,642 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T18:13:29,643 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 818bff808382,45737,1731953601120 2024-11-18T18:13:29,643 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1f5e989c 2024-11-18T18:13:29,643 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T18:13:29,644 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T18:13:29,644 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45737 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T18:13:29,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45737 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-18T18:13:29,646 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T18:13:29,646 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:13:29,646 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45737 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-18T18:13:29,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45737 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T18:13:29,647 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T18:13:29,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39121 is added to blk_1073741835_1011 (size=902) 2024-11-18T18:13:29,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45737 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T18:13:29,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45737 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T18:13:30,054 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9e5dd21806422c98562567a406086595, NAME => 'test,,1731953609644.9e5dd21806422c98562567a406086595.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34087/user/jenkins/test-data/51374b34-9c3e-c2ba-58a2-36318d22b6f2 2024-11-18T18:13:30,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39121 is added to blk_1073741836_1012 (size=39) 2024-11-18T18:13:30,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45737 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T18:13:30,472 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731953609644.9e5dd21806422c98562567a406086595.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:13:30,473 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 9e5dd21806422c98562567a406086595, disabling compactions & flushes 2024-11-18T18:13:30,473 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731953609644.9e5dd21806422c98562567a406086595. 2024-11-18T18:13:30,473 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731953609644.9e5dd21806422c98562567a406086595. 2024-11-18T18:13:30,473 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731953609644.9e5dd21806422c98562567a406086595. after waiting 0 ms 2024-11-18T18:13:30,473 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731953609644.9e5dd21806422c98562567a406086595. 2024-11-18T18:13:30,473 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731953609644.9e5dd21806422c98562567a406086595. 2024-11-18T18:13:30,473 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9e5dd21806422c98562567a406086595: Waiting for close lock at 1731953610472Disabling compacts and flushes for region at 1731953610472Disabling writes for close at 1731953610473 (+1 ms)Writing region close event to WAL at 1731953610473Closed at 1731953610473 2024-11-18T18:13:30,474 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T18:13:30,474 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731953609644.9e5dd21806422c98562567a406086595.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731953610474"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731953610474"}]},"ts":"1731953610474"} 2024-11-18T18:13:30,476 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T18:13:30,477 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T18:13:30,477 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731953610477"}]},"ts":"1731953610477"} 2024-11-18T18:13:30,478 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-18T18:13:30,479 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9e5dd21806422c98562567a406086595, ASSIGN}] 2024-11-18T18:13:30,480 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9e5dd21806422c98562567a406086595, ASSIGN 2024-11-18T18:13:30,480 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=9e5dd21806422c98562567a406086595, ASSIGN; state=OFFLINE, location=818bff808382,32833,1731953601171; forceNewPlan=false, retain=false 2024-11-18T18:13:30,631 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9e5dd21806422c98562567a406086595, regionState=OPENING, regionLocation=818bff808382,32833,1731953601171 2024-11-18T18:13:30,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=9e5dd21806422c98562567a406086595, ASSIGN because future has completed 2024-11-18T18:13:30,634 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9e5dd21806422c98562567a406086595, server=818bff808382,32833,1731953601171}] 2024-11-18T18:13:30,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45737 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T18:13:30,808 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731953609644.9e5dd21806422c98562567a406086595. 2024-11-18T18:13:30,809 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 9e5dd21806422c98562567a406086595, NAME => 'test,,1731953609644.9e5dd21806422c98562567a406086595.', STARTKEY => '', ENDKEY => ''} 2024-11-18T18:13:30,809 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T18:13:30,809 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-18T18:13:30,809 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 9e5dd21806422c98562567a406086595 2024-11-18T18:13:30,809 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731953609644.9e5dd21806422c98562567a406086595.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:13:30,810 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 9e5dd21806422c98562567a406086595 2024-11-18T18:13:30,810 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 9e5dd21806422c98562567a406086595 2024-11-18T18:13:30,812 INFO [StoreOpener-9e5dd21806422c98562567a406086595-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9e5dd21806422c98562567a406086595 2024-11-18T18:13:30,821 INFO [StoreOpener-9e5dd21806422c98562567a406086595-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9e5dd21806422c98562567a406086595 columnFamilyName f 2024-11-18T18:13:30,821 DEBUG [StoreOpener-9e5dd21806422c98562567a406086595-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:13:30,822 INFO [StoreOpener-9e5dd21806422c98562567a406086595-1 {}] regionserver.HStore(327): Store=9e5dd21806422c98562567a406086595/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:13:30,822 INFO [StoreOpener-9e5dd21806422c98562567a406086595-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 9e5dd21806422c98562567a406086595 2024-11-18T18:13:30,828 INFO [StoreOpener-9e5dd21806422c98562567a406086595-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9e5dd21806422c98562567a406086595 columnFamilyName f1 2024-11-18T18:13:30,828 DEBUG [StoreOpener-9e5dd21806422c98562567a406086595-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:13:30,829 INFO [StoreOpener-9e5dd21806422c98562567a406086595-1 {}] regionserver.HStore(327): Store=9e5dd21806422c98562567a406086595/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:13:30,829 INFO [StoreOpener-9e5dd21806422c98562567a406086595-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 9e5dd21806422c98562567a406086595 2024-11-18T18:13:30,830 INFO [StoreOpener-9e5dd21806422c98562567a406086595-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9e5dd21806422c98562567a406086595 columnFamilyName norep 2024-11-18T18:13:30,830 DEBUG [StoreOpener-9e5dd21806422c98562567a406086595-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:13:30,831 INFO [StoreOpener-9e5dd21806422c98562567a406086595-1 {}] regionserver.HStore(327): Store=9e5dd21806422c98562567a406086595/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:13:30,831 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 9e5dd21806422c98562567a406086595 2024-11-18T18:13:30,834 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34087/user/jenkins/test-data/51374b34-9c3e-c2ba-58a2-36318d22b6f2/data/default/test/9e5dd21806422c98562567a406086595 2024-11-18T18:13:30,834 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34087/user/jenkins/test-data/51374b34-9c3e-c2ba-58a2-36318d22b6f2/data/default/test/9e5dd21806422c98562567a406086595 2024-11-18T18:13:30,836 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 9e5dd21806422c98562567a406086595 2024-11-18T18:13:30,836 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 9e5dd21806422c98562567a406086595 2024-11-18T18:13:30,837 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T18:13:30,838 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 9e5dd21806422c98562567a406086595 2024-11-18T18:13:30,844 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34087/user/jenkins/test-data/51374b34-9c3e-c2ba-58a2-36318d22b6f2/data/default/test/9e5dd21806422c98562567a406086595/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T18:13:30,845 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 9e5dd21806422c98562567a406086595; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60745158, jitterRate=-0.0948266088962555}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T18:13:30,845 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9e5dd21806422c98562567a406086595 2024-11-18T18:13:30,845 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 9e5dd21806422c98562567a406086595: Running coprocessor pre-open hook at 1731953610810Writing region info on filesystem at 1731953610810Initializing all the Stores at 1731953610810Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953610810Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953610811 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953610811Cleaning up temporary data from old regions at 1731953610836 (+25 ms)Running coprocessor post-open hooks at 1731953610845 (+9 ms)Region opened successfully at 1731953610845 2024-11-18T18:13:30,846 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731953609644.9e5dd21806422c98562567a406086595., pid=6, masterSystemTime=1731953610803 2024-11-18T18:13:30,849 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731953609644.9e5dd21806422c98562567a406086595. 2024-11-18T18:13:30,849 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731953609644.9e5dd21806422c98562567a406086595. 2024-11-18T18:13:30,850 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9e5dd21806422c98562567a406086595, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=818bff808382,32833,1731953601171 2024-11-18T18:13:30,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9e5dd21806422c98562567a406086595, server=818bff808382,32833,1731953601171 because future has completed 2024-11-18T18:13:30,855 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T18:13:30,855 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 9e5dd21806422c98562567a406086595, server=818bff808382,32833,1731953601171 in 219 msec 2024-11-18T18:13:30,858 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T18:13:30,858 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=9e5dd21806422c98562567a406086595, ASSIGN in 376 msec 2024-11-18T18:13:30,859 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T18:13:30,859 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731953610859"}]},"ts":"1731953610859"} 2024-11-18T18:13:30,862 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-18T18:13:30,863 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T18:13:30,865 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2180 sec 2024-11-18T18:13:31,384 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-18T18:13:31,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45737 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T18:13:31,792 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-18T18:13:31,792 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T18:13:31,793 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 818bff808382,39263,1731953604688 2024-11-18T18:13:31,793 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7395fdc9 2024-11-18T18:13:31,793 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T18:13:31,794 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T18:13:31,795 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T18:13:31,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-18T18:13:31,798 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T18:13:31,798 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:13:31,799 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-18T18:13:31,799 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T18:13:31,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T18:13:31,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42563 is added to blk_1073741835_1011 (size=902) 2024-11-18T18:13:31,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T18:13:32,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T18:13:32,215 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bfbc4c2a46b4488c8195f9f28789fd8d, NAME => 'test,,1731953611795.bfbc4c2a46b4488c8195f9f28789fd8d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33937/user/jenkins/test-data/857738d8-d28a-9650-626d-c8fad9e57555 2024-11-18T18:13:32,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42563 is added to blk_1073741836_1012 (size=39) 2024-11-18T18:13:32,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T18:13:32,623 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731953611795.bfbc4c2a46b4488c8195f9f28789fd8d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:13:32,623 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing bfbc4c2a46b4488c8195f9f28789fd8d, disabling compactions & flushes 2024-11-18T18:13:32,623 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731953611795.bfbc4c2a46b4488c8195f9f28789fd8d. 2024-11-18T18:13:32,623 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731953611795.bfbc4c2a46b4488c8195f9f28789fd8d. 2024-11-18T18:13:32,623 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731953611795.bfbc4c2a46b4488c8195f9f28789fd8d. after waiting 0 ms 2024-11-18T18:13:32,623 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731953611795.bfbc4c2a46b4488c8195f9f28789fd8d. 2024-11-18T18:13:32,623 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731953611795.bfbc4c2a46b4488c8195f9f28789fd8d. 2024-11-18T18:13:32,623 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for bfbc4c2a46b4488c8195f9f28789fd8d: Waiting for close lock at 1731953612623Disabling compacts and flushes for region at 1731953612623Disabling writes for close at 1731953612623Writing region close event to WAL at 1731953612623Closed at 1731953612623 2024-11-18T18:13:32,624 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T18:13:32,624 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731953611795.bfbc4c2a46b4488c8195f9f28789fd8d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731953612624"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731953612624"}]},"ts":"1731953612624"} 2024-11-18T18:13:32,626 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T18:13:32,627 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T18:13:32,628 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731953612627"}]},"ts":"1731953612627"} 2024-11-18T18:13:32,629 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-18T18:13:32,629 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=bfbc4c2a46b4488c8195f9f28789fd8d, ASSIGN}] 2024-11-18T18:13:32,630 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=bfbc4c2a46b4488c8195f9f28789fd8d, ASSIGN 2024-11-18T18:13:32,631 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=bfbc4c2a46b4488c8195f9f28789fd8d, ASSIGN; state=OFFLINE, location=818bff808382,42733,1731953604747; forceNewPlan=false, retain=false 2024-11-18T18:13:32,782 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=bfbc4c2a46b4488c8195f9f28789fd8d, regionState=OPENING, regionLocation=818bff808382,42733,1731953604747 2024-11-18T18:13:32,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=bfbc4c2a46b4488c8195f9f28789fd8d, ASSIGN because future has completed 2024-11-18T18:13:32,785 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure bfbc4c2a46b4488c8195f9f28789fd8d, server=818bff808382,42733,1731953604747}] 2024-11-18T18:13:32,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T18:13:32,940 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731953611795.bfbc4c2a46b4488c8195f9f28789fd8d. 2024-11-18T18:13:32,940 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => bfbc4c2a46b4488c8195f9f28789fd8d, NAME => 'test,,1731953611795.bfbc4c2a46b4488c8195f9f28789fd8d.', STARTKEY => '', ENDKEY => ''} 2024-11-18T18:13:32,940 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T18:13:32,940 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-18T18:13:32,941 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test bfbc4c2a46b4488c8195f9f28789fd8d 2024-11-18T18:13:32,941 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731953611795.bfbc4c2a46b4488c8195f9f28789fd8d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:13:32,941 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for bfbc4c2a46b4488c8195f9f28789fd8d 2024-11-18T18:13:32,941 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for bfbc4c2a46b4488c8195f9f28789fd8d 2024-11-18T18:13:32,942 INFO [StoreOpener-bfbc4c2a46b4488c8195f9f28789fd8d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region bfbc4c2a46b4488c8195f9f28789fd8d 2024-11-18T18:13:32,943 INFO [StoreOpener-bfbc4c2a46b4488c8195f9f28789fd8d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bfbc4c2a46b4488c8195f9f28789fd8d columnFamilyName f 2024-11-18T18:13:32,943 DEBUG [StoreOpener-bfbc4c2a46b4488c8195f9f28789fd8d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:13:32,943 INFO [StoreOpener-bfbc4c2a46b4488c8195f9f28789fd8d-1 {}] regionserver.HStore(327): Store=bfbc4c2a46b4488c8195f9f28789fd8d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:13:32,943 INFO [StoreOpener-bfbc4c2a46b4488c8195f9f28789fd8d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region bfbc4c2a46b4488c8195f9f28789fd8d 2024-11-18T18:13:32,944 INFO [StoreOpener-bfbc4c2a46b4488c8195f9f28789fd8d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bfbc4c2a46b4488c8195f9f28789fd8d columnFamilyName f1 2024-11-18T18:13:32,944 DEBUG [StoreOpener-bfbc4c2a46b4488c8195f9f28789fd8d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:13:32,944 INFO [StoreOpener-bfbc4c2a46b4488c8195f9f28789fd8d-1 {}] regionserver.HStore(327): Store=bfbc4c2a46b4488c8195f9f28789fd8d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:13:32,944 INFO [StoreOpener-bfbc4c2a46b4488c8195f9f28789fd8d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region bfbc4c2a46b4488c8195f9f28789fd8d 2024-11-18T18:13:32,945 INFO [StoreOpener-bfbc4c2a46b4488c8195f9f28789fd8d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bfbc4c2a46b4488c8195f9f28789fd8d columnFamilyName norep 2024-11-18T18:13:32,945 DEBUG [StoreOpener-bfbc4c2a46b4488c8195f9f28789fd8d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:13:32,946 INFO [StoreOpener-bfbc4c2a46b4488c8195f9f28789fd8d-1 {}] regionserver.HStore(327): Store=bfbc4c2a46b4488c8195f9f28789fd8d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:13:32,946 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for bfbc4c2a46b4488c8195f9f28789fd8d 2024-11-18T18:13:32,947 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33937/user/jenkins/test-data/857738d8-d28a-9650-626d-c8fad9e57555/data/default/test/bfbc4c2a46b4488c8195f9f28789fd8d 2024-11-18T18:13:32,947 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33937/user/jenkins/test-data/857738d8-d28a-9650-626d-c8fad9e57555/data/default/test/bfbc4c2a46b4488c8195f9f28789fd8d 2024-11-18T18:13:32,947 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for bfbc4c2a46b4488c8195f9f28789fd8d 2024-11-18T18:13:32,948 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for bfbc4c2a46b4488c8195f9f28789fd8d 2024-11-18T18:13:32,948 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T18:13:32,949 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for bfbc4c2a46b4488c8195f9f28789fd8d 2024-11-18T18:13:32,952 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33937/user/jenkins/test-data/857738d8-d28a-9650-626d-c8fad9e57555/data/default/test/bfbc4c2a46b4488c8195f9f28789fd8d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T18:13:32,952 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened bfbc4c2a46b4488c8195f9f28789fd8d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70558672, jitterRate=0.051406145095825195}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T18:13:32,952 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bfbc4c2a46b4488c8195f9f28789fd8d 2024-11-18T18:13:32,952 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for bfbc4c2a46b4488c8195f9f28789fd8d: Running coprocessor pre-open hook at 1731953612941Writing region info on filesystem at 1731953612941Initializing all the Stores at 1731953612941Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953612941Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953612942 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953612942Cleaning up temporary data from old regions at 1731953612948 (+6 ms)Running coprocessor post-open hooks at 1731953612952 (+4 ms)Region opened successfully at 1731953612952 2024-11-18T18:13:32,953 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731953611795.bfbc4c2a46b4488c8195f9f28789fd8d., pid=6, masterSystemTime=1731953612936 2024-11-18T18:13:32,955 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731953611795.bfbc4c2a46b4488c8195f9f28789fd8d. 2024-11-18T18:13:32,955 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731953611795.bfbc4c2a46b4488c8195f9f28789fd8d. 2024-11-18T18:13:32,955 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=bfbc4c2a46b4488c8195f9f28789fd8d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=818bff808382,42733,1731953604747 2024-11-18T18:13:32,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure bfbc4c2a46b4488c8195f9f28789fd8d, server=818bff808382,42733,1731953604747 because future has completed 2024-11-18T18:13:32,959 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T18:13:32,959 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure bfbc4c2a46b4488c8195f9f28789fd8d, server=818bff808382,42733,1731953604747 in 173 msec 2024-11-18T18:13:32,961 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T18:13:32,961 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=bfbc4c2a46b4488c8195f9f28789fd8d, ASSIGN in 330 msec 2024-11-18T18:13:32,962 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T18:13:32,962 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731953612962"}]},"ts":"1731953612962"} 2024-11-18T18:13:32,964 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-18T18:13:32,964 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T18:13:32,966 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1690 sec 2024-11-18T18:13:33,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T18:13:33,942 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-18T18:13:33,942 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dfcaacd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:13:33,943 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 818bff808382,41669,-1 for getting cluster id 2024-11-18T18:13:33,943 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T18:13:33,944 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5be485e1-6034-41f0-bf8b-34ce884c4822' 2024-11-18T18:13:33,944 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T18:13:33,944 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5be485e1-6034-41f0-bf8b-34ce884c4822" 2024-11-18T18:13:33,944 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ec465da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:13:33,944 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [818bff808382,41669,-1] 2024-11-18T18:13:33,944 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T18:13:33,945 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:13:33,946 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46020, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T18:13:33,946 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cc37ae6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:13:33,947 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T18:13:33,947 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 818bff808382,41669,1731953597432 2024-11-18T18:13:33,947 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@65be9fce 2024-11-18T18:13:33,948 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T18:13:33,948 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46028, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T18:13:33,949 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41669 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://818bff808382:45737,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-18T18:13:33,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41669 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T18:13:33,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T18:13:33,952 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='818bff808382:45737' 2024-11-18T18:13:33,953 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59e5991d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:13:33,953 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 818bff808382,45737,-1 for getting cluster id 2024-11-18T18:13:33,953 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T18:13:33,953 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e2d24a29-765a-4746-87b9-3e2433ca3b23' 2024-11-18T18:13:33,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T18:13:33,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e2d24a29-765a-4746-87b9-3e2433ca3b23" 2024-11-18T18:13:33,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30021059, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:13:33,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [818bff808382,45737,-1] 2024-11-18T18:13:33,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T18:13:33,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:13:33,954 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40296, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T18:13:33,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@584f7bda, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:13:33,955 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T18:13:33,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 818bff808382,45737,1731953601120 2024-11-18T18:13:33,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@410a9107 2024-11-18T18:13:33,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T18:13:33,956 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40310, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T18:13:33,957 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-18T18:13:33,957 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T18:13:33,957 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:13:33,957 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:13:33,957 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T18:13:33,958 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T18:13:33,958 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-18T18:13:33,959 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T18:13:33,959 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:13:33,960 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T18:13:33,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43779 is added to blk_1073741837_1013 (size=1138) 2024-11-18T18:13:34,009 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-18T18:13:34,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T18:13:34,154 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T18:13:34,155 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:13:34,195 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:13:34,195 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:13:34,195 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:13:34,195 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:13:34,195 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:13:34,196 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:13:34,202 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:13:34,204 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:13:34,205 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:13:34,207 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:13:34,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T18:13:34,367 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 58e6e99e9f13230031bac7a5e483c3da, NAME => 'hbase:replication,,1731953613957.58e6e99e9f13230031bac7a5e483c3da.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35413/user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d 2024-11-18T18:13:34,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43779 is added to blk_1073741838_1014 (size=44) 2024-11-18T18:13:34,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T18:13:34,772 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731953613957.58e6e99e9f13230031bac7a5e483c3da.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:13:34,772 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 58e6e99e9f13230031bac7a5e483c3da, disabling compactions & flushes 2024-11-18T18:13:34,773 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731953613957.58e6e99e9f13230031bac7a5e483c3da. 2024-11-18T18:13:34,773 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731953613957.58e6e99e9f13230031bac7a5e483c3da. 2024-11-18T18:13:34,773 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731953613957.58e6e99e9f13230031bac7a5e483c3da. after waiting 0 ms 2024-11-18T18:13:34,773 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731953613957.58e6e99e9f13230031bac7a5e483c3da. 2024-11-18T18:13:34,773 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731953613957.58e6e99e9f13230031bac7a5e483c3da. 2024-11-18T18:13:34,773 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 58e6e99e9f13230031bac7a5e483c3da: Waiting for close lock at 1731953614772Disabling compacts and flushes for region at 1731953614772Disabling writes for close at 1731953614773 (+1 ms)Writing region close event to WAL at 1731953614773Closed at 1731953614773 2024-11-18T18:13:34,774 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T18:13:34,774 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731953613957.58e6e99e9f13230031bac7a5e483c3da.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731953614774"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731953614774"}]},"ts":"1731953614774"} 2024-11-18T18:13:34,776 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T18:13:34,777 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T18:13:34,777 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731953614777"}]},"ts":"1731953614777"} 2024-11-18T18:13:34,778 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-18T18:13:34,779 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=58e6e99e9f13230031bac7a5e483c3da, ASSIGN}] 2024-11-18T18:13:34,779 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=58e6e99e9f13230031bac7a5e483c3da, ASSIGN 2024-11-18T18:13:34,780 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=58e6e99e9f13230031bac7a5e483c3da, ASSIGN; state=OFFLINE, location=818bff808382,35371,1731953597511; forceNewPlan=false, retain=false 2024-11-18T18:13:34,931 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=58e6e99e9f13230031bac7a5e483c3da, regionState=OPENING, regionLocation=818bff808382,35371,1731953597511 2024-11-18T18:13:34,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=58e6e99e9f13230031bac7a5e483c3da, ASSIGN because future has completed 2024-11-18T18:13:34,933 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 58e6e99e9f13230031bac7a5e483c3da, server=818bff808382,35371,1731953597511}] 2024-11-18T18:13:35,089 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731953613957.58e6e99e9f13230031bac7a5e483c3da. 2024-11-18T18:13:35,089 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T18:13:35,089 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-18T18:13:35,091 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=818bff808382%2C35371%2C1731953597511.rep, suffix=, logDir=hdfs://localhost:35413/user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d/WALs/818bff808382,35371,1731953597511, archiveDir=hdfs://localhost:35413/user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d/oldWALs, maxLogs=10 2024-11-18T18:13:35,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T18:13:35,106 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d/WALs/818bff808382,35371,1731953597511/818bff808382%2C35371%2C1731953597511.rep.1731953615091, exclude list is [], retry=0 2024-11-18T18:13:35,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43779,DS-e60966fe-63ce-4d17-96ec-7394ab9ef5dd,DISK] 2024-11-18T18:13:35,112 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d/WALs/818bff808382,35371,1731953597511/818bff808382%2C35371%2C1731953597511.rep.1731953615091 2024-11-18T18:13:35,115 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43027:43027)] 2024-11-18T18:13:35,115 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 58e6e99e9f13230031bac7a5e483c3da, NAME => 'hbase:replication,,1731953613957.58e6e99e9f13230031bac7a5e483c3da.', STARTKEY => '', ENDKEY => ''} 2024-11-18T18:13:35,116 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T18:13:35,116 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T18:13:35,116 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731953613957.58e6e99e9f13230031bac7a5e483c3da. service=MultiRowMutationService 2024-11-18T18:13:35,116 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-18T18:13:35,116 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 58e6e99e9f13230031bac7a5e483c3da 2024-11-18T18:13:35,116 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731953613957.58e6e99e9f13230031bac7a5e483c3da.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:13:35,117 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 58e6e99e9f13230031bac7a5e483c3da 2024-11-18T18:13:35,117 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 58e6e99e9f13230031bac7a5e483c3da 2024-11-18T18:13:35,118 INFO [StoreOpener-58e6e99e9f13230031bac7a5e483c3da-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 58e6e99e9f13230031bac7a5e483c3da 2024-11-18T18:13:35,119 INFO [StoreOpener-58e6e99e9f13230031bac7a5e483c3da-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 58e6e99e9f13230031bac7a5e483c3da columnFamilyName hfileref 2024-11-18T18:13:35,119 DEBUG [StoreOpener-58e6e99e9f13230031bac7a5e483c3da-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:13:35,119 INFO [StoreOpener-58e6e99e9f13230031bac7a5e483c3da-1 {}] regionserver.HStore(327): Store=58e6e99e9f13230031bac7a5e483c3da/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:13:35,119 INFO [StoreOpener-58e6e99e9f13230031bac7a5e483c3da-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 58e6e99e9f13230031bac7a5e483c3da 2024-11-18T18:13:35,120 INFO [StoreOpener-58e6e99e9f13230031bac7a5e483c3da-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 58e6e99e9f13230031bac7a5e483c3da columnFamilyName queue 2024-11-18T18:13:35,120 DEBUG [StoreOpener-58e6e99e9f13230031bac7a5e483c3da-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:13:35,121 INFO [StoreOpener-58e6e99e9f13230031bac7a5e483c3da-1 {}] regionserver.HStore(327): Store=58e6e99e9f13230031bac7a5e483c3da/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:13:35,121 INFO [StoreOpener-58e6e99e9f13230031bac7a5e483c3da-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 58e6e99e9f13230031bac7a5e483c3da 2024-11-18T18:13:35,122 INFO [StoreOpener-58e6e99e9f13230031bac7a5e483c3da-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 58e6e99e9f13230031bac7a5e483c3da columnFamilyName sid 2024-11-18T18:13:35,122 DEBUG [StoreOpener-58e6e99e9f13230031bac7a5e483c3da-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:13:35,122 INFO [StoreOpener-58e6e99e9f13230031bac7a5e483c3da-1 {}] regionserver.HStore(327): Store=58e6e99e9f13230031bac7a5e483c3da/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:13:35,122 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 58e6e99e9f13230031bac7a5e483c3da 2024-11-18T18:13:35,123 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35413/user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d/data/hbase/replication/58e6e99e9f13230031bac7a5e483c3da 2024-11-18T18:13:35,123 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35413/user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d/data/hbase/replication/58e6e99e9f13230031bac7a5e483c3da 2024-11-18T18:13:35,124 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 58e6e99e9f13230031bac7a5e483c3da 2024-11-18T18:13:35,124 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 58e6e99e9f13230031bac7a5e483c3da 2024-11-18T18:13:35,124 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T18:13:35,125 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 58e6e99e9f13230031bac7a5e483c3da 2024-11-18T18:13:35,128 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35413/user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d/data/hbase/replication/58e6e99e9f13230031bac7a5e483c3da/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T18:13:35,129 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 58e6e99e9f13230031bac7a5e483c3da; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68656839, jitterRate=0.023066624999046326}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T18:13:35,129 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 58e6e99e9f13230031bac7a5e483c3da 2024-11-18T18:13:35,129 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 58e6e99e9f13230031bac7a5e483c3da: Running coprocessor pre-open hook at 1731953615117Writing region info on filesystem at 1731953615117Initializing all the Stores at 1731953615117Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953615117Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953615118 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953615118Cleaning up temporary data from old regions at 1731953615124 (+6 ms)Running coprocessor post-open hooks at 1731953615129 (+5 ms)Region opened successfully at 1731953615129 2024-11-18T18:13:35,130 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731953613957.58e6e99e9f13230031bac7a5e483c3da., pid=10, masterSystemTime=1731953615086 2024-11-18T18:13:35,132 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731953613957.58e6e99e9f13230031bac7a5e483c3da. 2024-11-18T18:13:35,132 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731953613957.58e6e99e9f13230031bac7a5e483c3da. 2024-11-18T18:13:35,133 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=58e6e99e9f13230031bac7a5e483c3da, regionState=OPEN, openSeqNum=2, regionLocation=818bff808382,35371,1731953597511 2024-11-18T18:13:35,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 58e6e99e9f13230031bac7a5e483c3da, server=818bff808382,35371,1731953597511 because future has completed 2024-11-18T18:13:35,137 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-18T18:13:35,137 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 58e6e99e9f13230031bac7a5e483c3da, server=818bff808382,35371,1731953597511 in 202 msec 2024-11-18T18:13:35,138 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-18T18:13:35,138 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=58e6e99e9f13230031bac7a5e483c3da, ASSIGN in 359 msec 2024-11-18T18:13:35,139 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T18:13:35,139 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731953615139"}]},"ts":"1731953615139"} 2024-11-18T18:13:35,141 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-18T18:13:35,142 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T18:13:35,143 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1840 sec 2024-11-18T18:13:35,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731953613957.58e6e99e9f13230031bac7a5e483c3da., hostname=818bff808382,35371,1731953597511, seqNum=2] 2024-11-18T18:13:35,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41669-0x1000bd650710000, quorum=127.0.0.1:60069, baseZNode=/0618325965 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0618325965 2024-11-18T18:13:35,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35371-0x1000bd650710001, quorum=127.0.0.1:60069, baseZNode=/0618325965 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0618325965 2024-11-18T18:13:35,172 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T18:13:35,324 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35371 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-18T18:13:35,325 INFO [RS_REFRESH_PEER-regionserver/818bff808382:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-18T18:13:35,360 INFO [RS_REFRESH_PEER-regionserver/818bff808382:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-818bff808382,35371,1731953597511, ReplicationSource: 1, currentBandwidth=0 2024-11-18T18:13:35,360 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T18:13:35,360 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=818bff808382,35371,1731953597511, seqNum=-1] 2024-11-18T18:13:35,361 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T18:13:35,361 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41513, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-18T18:13:35,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-818bff808382,35371,1731953597511', locateType=CURRENT is [region=hbase:replication,,1731953613957.58e6e99e9f13230031bac7a5e483c3da., hostname=818bff808382,35371,1731953597511, seqNum=2] 2024-11-18T18:13:35,365 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-18T18:13:35,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41669 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-18T18:13:35,367 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 818bff808382,35371,1731953597511 suceeded 2024-11-18T18:13:35,369 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-18T18:13:35,369 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 195 msec 2024-11-18T18:13:35,369 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://818bff808382:45737,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T18:13:35,370 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4200 sec 2024-11-18T18:13:35,380 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,35371,1731953597511 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='818bff808382:45737' 2024-11-18T18:13:35,382 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,35371,1731953597511 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5e7d6a01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:13:35,382 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,35371,1731953597511 {}] client.ClusterIdFetcher(90): Going to request 818bff808382,45737,-1 for getting cluster id 2024-11-18T18:13:35,382 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,35371,1731953597511 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T18:13:35,382 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e2d24a29-765a-4746-87b9-3e2433ca3b23' 2024-11-18T18:13:35,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T18:13:35,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e2d24a29-765a-4746-87b9-3e2433ca3b23" 2024-11-18T18:13:35,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@62c19569, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:13:35,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [818bff808382,45737,-1] 2024-11-18T18:13:35,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T18:13:35,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:13:35,384 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-18T18:13:35,385 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,35371,1731953597511 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3ae37578, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:13:35,385 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,35371,1731953597511 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T18:13:35,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 818bff808382,45737,1731953601120 2024-11-18T18:13:35,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4e3519e3 2024-11-18T18:13:35,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T18:13:35,387 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40340, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-18T18:13:35,388 INFO [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,35371,1731953597511 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-818bff808382,35371,1731953597511 (queues=1) is replicating from cluster=5be485e1-6034-41f0-bf8b-34ce884c4822 to cluster=e2d24a29-765a-4746-87b9-3e2433ca3b23 2024-11-18T18:13:35,388 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,35371,1731953597511 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=818bff808382%2C35371%2C1731953597511 2024-11-18T18:13:35,388 INFO [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,35371,1731953597511 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-818bff808382,35371,1731953597511, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T18:13:35,389 INFO [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,35371,1731953597511.replicationSource.shipper818bff808382%2C35371%2C1731953597511,1-818bff808382,35371,1731953597511 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 818bff808382%2C35371%2C1731953597511 2024-11-18T18:13:35,389 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,35371,1731953597511.replicationSource.wal-reader.818bff808382%2C35371%2C1731953597511,1-818bff808382,35371,1731953597511 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35413/user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d/WALs/818bff808382,35371,1731953597511/818bff808382%2C35371%2C1731953597511.1731953599547, startPosition=0, beingWritten=true 2024-11-18T18:13:35,395 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,35371,1731953597511.replicationSource.wal-reader.818bff808382%2C35371%2C1731953597511,1-818bff808382,35371,1731953597511 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T18:13:35,395 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,35371,1731953597511.replicationSource.wal-reader.818bff808382%2C35371%2C1731953597511,1-818bff808382,35371,1731953597511 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35413/user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d/WALs/818bff808382,35371,1731953597511/818bff808382%2C35371%2C1731953597511.1731953599547 to pos 379, reset compression=false 2024-11-18T18:13:35,395 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,35371,1731953597511.replicationSource.shipper818bff808382%2C35371%2C1731953597511,1-818bff808382,35371,1731953597511 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-818bff808382,35371,1731953597511 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35413/user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d/WALs/818bff808382,35371,1731953597511/818bff808382%2C35371%2C1731953597511.1731953599547, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T18:13:35,579 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-18T18:13:35,579 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-18T18:13:35,580 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-18T18:13:35,580 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-18T18:13:35,581 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T18:13:35,581 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-18T18:13:35,599 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,35371,1731953597511.replicationSource.wal-reader.818bff808382%2C35371%2C1731953597511,1-818bff808382,35371,1731953597511 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35413/user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d/WALs/818bff808382,35371,1731953597511/818bff808382%2C35371%2C1731953597511.1731953599547 to pos 379, reset compression=false 2024-11-18T18:13:35,712 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T18:13:35,712 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [818bff808382,35743,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=818bff808382:35743 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-18T18:13:35,713 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48464 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [818bff808382,35743,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=818bff808382:35743 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-18T18:13:35,903 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,35371,1731953597511.replicationSource.wal-reader.818bff808382%2C35371%2C1731953597511,1-818bff808382,35371,1731953597511 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35413/user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d/WALs/818bff808382,35371,1731953597511/818bff808382%2C35371%2C1731953597511.1731953599547 to pos 379, reset compression=false 2024-11-18T18:13:36,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T18:13:36,113 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-18T18:13:36,113 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T18:13:36,113 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T18:13:36,113 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:13:36,113 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:13:36,113 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T18:13:36,114 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6038d9db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:13:36,114 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 818bff808382,45737,-1 for getting cluster id 2024-11-18T18:13:36,114 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T18:13:36,115 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e2d24a29-765a-4746-87b9-3e2433ca3b23' 2024-11-18T18:13:36,115 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T18:13:36,115 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e2d24a29-765a-4746-87b9-3e2433ca3b23" 2024-11-18T18:13:36,115 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35ff78fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:13:36,115 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [818bff808382,45737,-1] 2024-11-18T18:13:36,115 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T18:13:36,116 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:13:36,116 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T18:13:36,117 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@597838b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:13:36,117 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T18:13:36,118 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 818bff808382,45737,1731953601120 2024-11-18T18:13:36,118 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3ab9e776 2024-11-18T18:13:36,118 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T18:13:36,119 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T18:13:36,119 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45737 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://818bff808382:39263,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-18T18:13:36,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45737 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T18:13:36,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45737 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T18:13:36,122 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='818bff808382:39263' 2024-11-18T18:13:36,123 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61061eae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:13:36,123 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 818bff808382,39263,-1 for getting cluster id 2024-11-18T18:13:36,123 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T18:13:36,123 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4f01d87f-832c-4e54-9fce-00fa20cdb966' 2024-11-18T18:13:36,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T18:13:36,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4f01d87f-832c-4e54-9fce-00fa20cdb966" 2024-11-18T18:13:36,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@798322df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:13:36,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [818bff808382,39263,-1] 2024-11-18T18:13:36,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T18:13:36,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:13:36,125 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42174, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T18:13:36,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cc7fd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:13:36,125 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T18:13:36,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 818bff808382,39263,1731953604688 2024-11-18T18:13:36,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@70a319a8 2024-11-18T18:13:36,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T18:13:36,127 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42180, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T18:13:36,127 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-18T18:13:36,128 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T18:13:36,128 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:13:36,128 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:13:36,128 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T18:13:36,128 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T18:13:36,129 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-18T18:13:36,130 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T18:13:36,130 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:13:36,131 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T18:13:36,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39121 is added to blk_1073741837_1013 (size=1138) 2024-11-18T18:13:36,179 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-18T18:13:36,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45737 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T18:13:36,307 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,35371,1731953597511.replicationSource.wal-reader.818bff808382%2C35371%2C1731953597511,1-818bff808382,35371,1731953597511 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35413/user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d/WALs/818bff808382,35371,1731953597511/818bff808382%2C35371%2C1731953597511.1731953599547 to pos 379, reset compression=false 2024-11-18T18:13:36,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45737 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T18:13:36,542 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0d7ddc4736cd7ee26f9d328715d08fb0, NAME => 'hbase:replication,,1731953616128.0d7ddc4736cd7ee26f9d328715d08fb0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34087/user/jenkins/test-data/51374b34-9c3e-c2ba-58a2-36318d22b6f2 2024-11-18T18:13:36,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39121 is added to blk_1073741838_1014 (size=44) 2024-11-18T18:13:36,548 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731953616128.0d7ddc4736cd7ee26f9d328715d08fb0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:13:36,548 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 0d7ddc4736cd7ee26f9d328715d08fb0, disabling compactions & flushes 2024-11-18T18:13:36,548 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731953616128.0d7ddc4736cd7ee26f9d328715d08fb0. 2024-11-18T18:13:36,548 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731953616128.0d7ddc4736cd7ee26f9d328715d08fb0. 2024-11-18T18:13:36,548 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731953616128.0d7ddc4736cd7ee26f9d328715d08fb0. after waiting 0 ms 2024-11-18T18:13:36,548 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731953616128.0d7ddc4736cd7ee26f9d328715d08fb0. 2024-11-18T18:13:36,548 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731953616128.0d7ddc4736cd7ee26f9d328715d08fb0. 2024-11-18T18:13:36,548 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0d7ddc4736cd7ee26f9d328715d08fb0: Waiting for close lock at 1731953616548Disabling compacts and flushes for region at 1731953616548Disabling writes for close at 1731953616548Writing region close event to WAL at 1731953616548Closed at 1731953616548 2024-11-18T18:13:36,549 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T18:13:36,549 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731953616128.0d7ddc4736cd7ee26f9d328715d08fb0.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731953616549"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731953616549"}]},"ts":"1731953616549"} 2024-11-18T18:13:36,551 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T18:13:36,552 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T18:13:36,552 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731953616552"}]},"ts":"1731953616552"} 2024-11-18T18:13:36,553 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-18T18:13:36,553 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0d7ddc4736cd7ee26f9d328715d08fb0, ASSIGN}] 2024-11-18T18:13:36,554 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0d7ddc4736cd7ee26f9d328715d08fb0, ASSIGN 2024-11-18T18:13:36,555 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0d7ddc4736cd7ee26f9d328715d08fb0, ASSIGN; state=OFFLINE, location=818bff808382,32833,1731953601171; forceNewPlan=false, retain=false 2024-11-18T18:13:36,705 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0d7ddc4736cd7ee26f9d328715d08fb0, regionState=OPENING, regionLocation=818bff808382,32833,1731953601171 2024-11-18T18:13:36,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0d7ddc4736cd7ee26f9d328715d08fb0, ASSIGN because future has completed 2024-11-18T18:13:36,708 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0d7ddc4736cd7ee26f9d328715d08fb0, server=818bff808382,32833,1731953601171}] 2024-11-18T18:13:36,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45737 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T18:13:36,811 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,35371,1731953597511.replicationSource.wal-reader.818bff808382%2C35371%2C1731953597511,1-818bff808382,35371,1731953597511 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35413/user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d/WALs/818bff808382,35371,1731953597511/818bff808382%2C35371%2C1731953597511.1731953599547 to pos 379, reset compression=false 2024-11-18T18:13:36,863 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731953616128.0d7ddc4736cd7ee26f9d328715d08fb0. 2024-11-18T18:13:36,863 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T18:13:36,863 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-18T18:13:36,864 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=818bff808382%2C32833%2C1731953601171.rep, suffix=, logDir=hdfs://localhost:34087/user/jenkins/test-data/51374b34-9c3e-c2ba-58a2-36318d22b6f2/WALs/818bff808382,32833,1731953601171, archiveDir=hdfs://localhost:34087/user/jenkins/test-data/51374b34-9c3e-c2ba-58a2-36318d22b6f2/oldWALs, maxLogs=10 2024-11-18T18:13:36,878 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/51374b34-9c3e-c2ba-58a2-36318d22b6f2/WALs/818bff808382,32833,1731953601171/818bff808382%2C32833%2C1731953601171.rep.1731953616865, exclude list is [], retry=0 2024-11-18T18:13:36,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39121,DS-5c25fde7-353c-4525-b405-d1b4751e9454,DISK] 2024-11-18T18:13:36,881 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/51374b34-9c3e-c2ba-58a2-36318d22b6f2/WALs/818bff808382,32833,1731953601171/818bff808382%2C32833%2C1731953601171.rep.1731953616865 2024-11-18T18:13:36,882 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33313:33313)] 2024-11-18T18:13:36,882 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 0d7ddc4736cd7ee26f9d328715d08fb0, NAME => 'hbase:replication,,1731953616128.0d7ddc4736cd7ee26f9d328715d08fb0.', STARTKEY => '', ENDKEY => ''} 2024-11-18T18:13:36,882 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T18:13:36,882 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T18:13:36,882 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731953616128.0d7ddc4736cd7ee26f9d328715d08fb0. service=MultiRowMutationService 2024-11-18T18:13:36,882 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-18T18:13:36,883 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 0d7ddc4736cd7ee26f9d328715d08fb0 2024-11-18T18:13:36,883 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731953616128.0d7ddc4736cd7ee26f9d328715d08fb0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:13:36,883 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 0d7ddc4736cd7ee26f9d328715d08fb0 2024-11-18T18:13:36,883 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 0d7ddc4736cd7ee26f9d328715d08fb0 2024-11-18T18:13:36,884 INFO [StoreOpener-0d7ddc4736cd7ee26f9d328715d08fb0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 0d7ddc4736cd7ee26f9d328715d08fb0 2024-11-18T18:13:36,885 INFO [StoreOpener-0d7ddc4736cd7ee26f9d328715d08fb0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0d7ddc4736cd7ee26f9d328715d08fb0 columnFamilyName hfileref 2024-11-18T18:13:36,885 DEBUG [StoreOpener-0d7ddc4736cd7ee26f9d328715d08fb0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:13:36,886 INFO [StoreOpener-0d7ddc4736cd7ee26f9d328715d08fb0-1 {}] regionserver.HStore(327): Store=0d7ddc4736cd7ee26f9d328715d08fb0/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:13:36,886 INFO [StoreOpener-0d7ddc4736cd7ee26f9d328715d08fb0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 0d7ddc4736cd7ee26f9d328715d08fb0 2024-11-18T18:13:36,887 INFO [StoreOpener-0d7ddc4736cd7ee26f9d328715d08fb0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0d7ddc4736cd7ee26f9d328715d08fb0 columnFamilyName queue 2024-11-18T18:13:36,887 DEBUG [StoreOpener-0d7ddc4736cd7ee26f9d328715d08fb0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:13:36,887 INFO [StoreOpener-0d7ddc4736cd7ee26f9d328715d08fb0-1 {}] regionserver.HStore(327): Store=0d7ddc4736cd7ee26f9d328715d08fb0/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:13:36,887 INFO [StoreOpener-0d7ddc4736cd7ee26f9d328715d08fb0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 0d7ddc4736cd7ee26f9d328715d08fb0 2024-11-18T18:13:36,888 INFO [StoreOpener-0d7ddc4736cd7ee26f9d328715d08fb0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0d7ddc4736cd7ee26f9d328715d08fb0 columnFamilyName sid 2024-11-18T18:13:36,888 DEBUG [StoreOpener-0d7ddc4736cd7ee26f9d328715d08fb0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:13:36,888 INFO [StoreOpener-0d7ddc4736cd7ee26f9d328715d08fb0-1 {}] regionserver.HStore(327): Store=0d7ddc4736cd7ee26f9d328715d08fb0/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:13:36,888 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 0d7ddc4736cd7ee26f9d328715d08fb0 2024-11-18T18:13:36,889 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34087/user/jenkins/test-data/51374b34-9c3e-c2ba-58a2-36318d22b6f2/data/hbase/replication/0d7ddc4736cd7ee26f9d328715d08fb0 2024-11-18T18:13:36,889 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34087/user/jenkins/test-data/51374b34-9c3e-c2ba-58a2-36318d22b6f2/data/hbase/replication/0d7ddc4736cd7ee26f9d328715d08fb0 2024-11-18T18:13:36,890 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 0d7ddc4736cd7ee26f9d328715d08fb0 2024-11-18T18:13:36,890 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 0d7ddc4736cd7ee26f9d328715d08fb0 2024-11-18T18:13:36,890 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T18:13:36,891 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 0d7ddc4736cd7ee26f9d328715d08fb0 2024-11-18T18:13:36,893 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34087/user/jenkins/test-data/51374b34-9c3e-c2ba-58a2-36318d22b6f2/data/hbase/replication/0d7ddc4736cd7ee26f9d328715d08fb0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T18:13:36,893 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 0d7ddc4736cd7ee26f9d328715d08fb0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70824154, jitterRate=0.05536213517189026}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T18:13:36,893 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0d7ddc4736cd7ee26f9d328715d08fb0 2024-11-18T18:13:36,893 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 0d7ddc4736cd7ee26f9d328715d08fb0: Running coprocessor pre-open hook at 1731953616883Writing region info on filesystem at 1731953616883Initializing all the Stores at 1731953616884 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953616884Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953616884Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953616884Cleaning up temporary data from old regions at 1731953616890 (+6 ms)Running coprocessor post-open hooks at 1731953616893 (+3 ms)Region opened successfully at 1731953616893 2024-11-18T18:13:36,896 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731953616128.0d7ddc4736cd7ee26f9d328715d08fb0., pid=10, masterSystemTime=1731953616860 2024-11-18T18:13:36,901 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731953616128.0d7ddc4736cd7ee26f9d328715d08fb0. 2024-11-18T18:13:36,901 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731953616128.0d7ddc4736cd7ee26f9d328715d08fb0. 2024-11-18T18:13:36,901 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0d7ddc4736cd7ee26f9d328715d08fb0, regionState=OPEN, openSeqNum=2, regionLocation=818bff808382,32833,1731953601171 2024-11-18T18:13:36,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0d7ddc4736cd7ee26f9d328715d08fb0, server=818bff808382,32833,1731953601171 because future has completed 2024-11-18T18:13:36,906 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-18T18:13:36,906 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 0d7ddc4736cd7ee26f9d328715d08fb0, server=818bff808382,32833,1731953601171 in 196 msec 2024-11-18T18:13:36,907 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-18T18:13:36,907 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0d7ddc4736cd7ee26f9d328715d08fb0, ASSIGN in 353 msec 2024-11-18T18:13:36,908 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T18:13:36,908 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731953616908"}]},"ts":"1731953616908"} 2024-11-18T18:13:36,910 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-18T18:13:36,910 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T18:13:36,911 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 782 msec 2024-11-18T18:13:36,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731953616128.0d7ddc4736cd7ee26f9d328715d08fb0., hostname=818bff808382,32833,1731953601171, seqNum=2] 2024-11-18T18:13:36,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45737-0x1000bd650710003, quorum=127.0.0.1:60069, baseZNode=/1-1776211094 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1776211094 2024-11-18T18:13:36,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32833-0x1000bd650710004, quorum=127.0.0.1:60069, baseZNode=/1-1776211094 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1776211094 2024-11-18T18:13:36,943 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T18:13:37,095 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32833 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-18T18:13:37,096 INFO [RS_REFRESH_PEER-regionserver/818bff808382:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-18T18:13:37,125 INFO [RS_REFRESH_PEER-regionserver/818bff808382:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-818bff808382,32833,1731953601171, ReplicationSource: 1, currentBandwidth=0 2024-11-18T18:13:37,125 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T18:13:37,125 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=818bff808382,32833,1731953601171, seqNum=-1] 2024-11-18T18:13:37,126 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T18:13:37,126 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52121, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-18T18:13:37,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-818bff808382,32833,1731953601171', locateType=CURRENT is [region=hbase:replication,,1731953616128.0d7ddc4736cd7ee26f9d328715d08fb0., hostname=818bff808382,32833,1731953601171, seqNum=2] 2024-11-18T18:13:37,142 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-18T18:13:37,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45737 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-18T18:13:37,145 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 818bff808382,32833,1731953601171 suceeded 2024-11-18T18:13:37,147 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-18T18:13:37,147 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 202 msec 2024-11-18T18:13:37,147 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://818bff808382:39263,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T18:13:37,149 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0280 sec 2024-11-18T18:13:37,166 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,32833,1731953601171 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='818bff808382:39263' 2024-11-18T18:13:37,168 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,32833,1731953601171 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@62d4537a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:13:37,168 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,32833,1731953601171 {}] client.ClusterIdFetcher(90): Going to request 818bff808382,39263,-1 for getting cluster id 2024-11-18T18:13:37,168 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,32833,1731953601171 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T18:13:37,169 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4f01d87f-832c-4e54-9fce-00fa20cdb966' 2024-11-18T18:13:37,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T18:13:37,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4f01d87f-832c-4e54-9fce-00fa20cdb966" 2024-11-18T18:13:37,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@8149aab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:13:37,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [818bff808382,39263,-1] 2024-11-18T18:13:37,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T18:13:37,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:13:37,170 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-18T18:13:37,171 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,32833,1731953601171 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1f527db0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:13:37,171 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,32833,1731953601171 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T18:13:37,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 818bff808382,39263,1731953604688 2024-11-18T18:13:37,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2953239e 2024-11-18T18:13:37,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T18:13:37,173 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-18T18:13:37,174 INFO [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,32833,1731953601171 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-818bff808382,32833,1731953601171 (queues=1) is replicating from cluster=e2d24a29-765a-4746-87b9-3e2433ca3b23 to cluster=4f01d87f-832c-4e54-9fce-00fa20cdb966 2024-11-18T18:13:37,174 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,32833,1731953601171 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=818bff808382%2C32833%2C1731953601171 2024-11-18T18:13:37,174 INFO [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,32833,1731953601171 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-818bff808382,32833,1731953601171, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T18:13:37,174 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,32833,1731953601171.replicationSource.wal-reader.818bff808382%2C32833%2C1731953601171,1-818bff808382,32833,1731953601171 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34087/user/jenkins/test-data/51374b34-9c3e-c2ba-58a2-36318d22b6f2/WALs/818bff808382,32833,1731953601171/818bff808382%2C32833%2C1731953601171.1731953602517, startPosition=0, beingWritten=true 2024-11-18T18:13:37,176 INFO [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,32833,1731953601171.replicationSource.shipper818bff808382%2C32833%2C1731953601171,1-818bff808382,32833,1731953601171 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 818bff808382%2C32833%2C1731953601171 2024-11-18T18:13:37,198 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,32833,1731953601171.replicationSource.wal-reader.818bff808382%2C32833%2C1731953601171,1-818bff808382,32833,1731953601171 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T18:13:37,198 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,32833,1731953601171.replicationSource.wal-reader.818bff808382%2C32833%2C1731953601171,1-818bff808382,32833,1731953601171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34087/user/jenkins/test-data/51374b34-9c3e-c2ba-58a2-36318d22b6f2/WALs/818bff808382,32833,1731953601171/818bff808382%2C32833%2C1731953601171.1731953602517 to pos 379, reset compression=false 2024-11-18T18:13:37,198 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,32833,1731953601171.replicationSource.shipper818bff808382%2C32833%2C1731953601171,1-818bff808382,32833,1731953601171 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-818bff808382,32833,1731953601171 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34087/user/jenkins/test-data/51374b34-9c3e-c2ba-58a2-36318d22b6f2/WALs/818bff808382,32833,1731953601171/818bff808382%2C32833%2C1731953601171.1731953602517, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T18:13:37,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45737 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T18:13:37,263 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-18T18:13:37,263 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T18:13:37,263 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T18:13:37,263 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:13:37,263 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:13:37,263 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T18:13:37,264 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c7e53c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:13:37,264 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 818bff808382,39263,-1 for getting cluster id 2024-11-18T18:13:37,264 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T18:13:37,265 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4f01d87f-832c-4e54-9fce-00fa20cdb966' 2024-11-18T18:13:37,266 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T18:13:37,266 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4f01d87f-832c-4e54-9fce-00fa20cdb966" 2024-11-18T18:13:37,266 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1edd3e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:13:37,266 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [818bff808382,39263,-1] 2024-11-18T18:13:37,267 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T18:13:37,268 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:13:37,268 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T18:13:37,269 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15ce846a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:13:37,269 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T18:13:37,270 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 818bff808382,39263,1731953604688 2024-11-18T18:13:37,270 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@432a35e3 2024-11-18T18:13:37,270 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T18:13:37,271 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42224, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T18:13:37,271 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://818bff808382:41669,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-18T18:13:37,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T18:13:37,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T18:13:37,274 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='818bff808382:41669' 2024-11-18T18:13:37,275 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17d58a75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:13:37,275 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 818bff808382,41669,-1 for getting cluster id 2024-11-18T18:13:37,275 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T18:13:37,276 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5be485e1-6034-41f0-bf8b-34ce884c4822' 2024-11-18T18:13:37,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T18:13:37,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5be485e1-6034-41f0-bf8b-34ce884c4822" 2024-11-18T18:13:37,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a12ff8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:13:37,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [818bff808382,41669,-1] 2024-11-18T18:13:37,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T18:13:37,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:13:37,277 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46036, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T18:13:37,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17e1d75b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:13:37,278 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T18:13:37,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 818bff808382,41669,1731953597432 2024-11-18T18:13:37,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@9d312ad 2024-11-18T18:13:37,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T18:13:37,280 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T18:13:37,281 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-18T18:13:37,281 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T18:13:37,281 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:13:37,281 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:13:37,281 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T18:13:37,282 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T18:13:37,283 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-18T18:13:37,284 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T18:13:37,284 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:13:37,285 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T18:13:37,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42563 is added to blk_1073741837_1013 (size=1138) 2024-11-18T18:13:37,334 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-18T18:13:37,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T18:13:37,385 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-18T18:13:37,402 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,32833,1731953601171.replicationSource.wal-reader.818bff808382%2C32833%2C1731953601171,1-818bff808382,32833,1731953601171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34087/user/jenkins/test-data/51374b34-9c3e-c2ba-58a2-36318d22b6f2/WALs/818bff808382,32833,1731953601171/818bff808382%2C32833%2C1731953601171.1731953602517 to pos 379, reset compression=false 2024-11-18T18:13:37,415 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,35371,1731953597511.replicationSource.wal-reader.818bff808382%2C35371%2C1731953597511,1-818bff808382,35371,1731953597511 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35413/user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d/WALs/818bff808382,35371,1731953597511/818bff808382%2C35371%2C1731953597511.1731953599547 to pos 379, reset compression=false 2024-11-18T18:13:37,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T18:13:37,694 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b1305767fda01b4ac5e23e310244ad5c, NAME => 'hbase:replication,,1731953617281.b1305767fda01b4ac5e23e310244ad5c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33937/user/jenkins/test-data/857738d8-d28a-9650-626d-c8fad9e57555 2024-11-18T18:13:37,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42563 is added to blk_1073741838_1014 (size=44) 2024-11-18T18:13:37,706 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,32833,1731953601171.replicationSource.wal-reader.818bff808382%2C32833%2C1731953601171,1-818bff808382,32833,1731953601171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34087/user/jenkins/test-data/51374b34-9c3e-c2ba-58a2-36318d22b6f2/WALs/818bff808382,32833,1731953601171/818bff808382%2C32833%2C1731953601171.1731953602517 to pos 379, reset compression=false 2024-11-18T18:13:37,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T18:13:38,100 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731953617281.b1305767fda01b4ac5e23e310244ad5c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:13:38,100 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing b1305767fda01b4ac5e23e310244ad5c, disabling compactions & flushes 2024-11-18T18:13:38,100 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731953617281.b1305767fda01b4ac5e23e310244ad5c. 2024-11-18T18:13:38,100 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731953617281.b1305767fda01b4ac5e23e310244ad5c. 2024-11-18T18:13:38,100 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731953617281.b1305767fda01b4ac5e23e310244ad5c. after waiting 0 ms 2024-11-18T18:13:38,100 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731953617281.b1305767fda01b4ac5e23e310244ad5c. 2024-11-18T18:13:38,100 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731953617281.b1305767fda01b4ac5e23e310244ad5c. 2024-11-18T18:13:38,100 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for b1305767fda01b4ac5e23e310244ad5c: Waiting for close lock at 1731953618100Disabling compacts and flushes for region at 1731953618100Disabling writes for close at 1731953618100Writing region close event to WAL at 1731953618100Closed at 1731953618100 2024-11-18T18:13:38,101 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T18:13:38,102 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731953617281.b1305767fda01b4ac5e23e310244ad5c.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731953618101"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731953618101"}]},"ts":"1731953618101"} 2024-11-18T18:13:38,103 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T18:13:38,104 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T18:13:38,104 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731953618104"}]},"ts":"1731953618104"} 2024-11-18T18:13:38,106 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-18T18:13:38,106 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b1305767fda01b4ac5e23e310244ad5c, ASSIGN}] 2024-11-18T18:13:38,107 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b1305767fda01b4ac5e23e310244ad5c, ASSIGN 2024-11-18T18:13:38,108 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b1305767fda01b4ac5e23e310244ad5c, ASSIGN; state=OFFLINE, location=818bff808382,42733,1731953604747; forceNewPlan=false, retain=false 2024-11-18T18:13:38,110 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,32833,1731953601171.replicationSource.wal-reader.818bff808382%2C32833%2C1731953601171,1-818bff808382,32833,1731953601171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34087/user/jenkins/test-data/51374b34-9c3e-c2ba-58a2-36318d22b6f2/WALs/818bff808382,32833,1731953601171/818bff808382%2C32833%2C1731953601171.1731953602517 to pos 379, reset compression=false 2024-11-18T18:13:38,119 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,35371,1731953597511.replicationSource.wal-reader.818bff808382%2C35371%2C1731953597511,1-818bff808382,35371,1731953597511 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35413/user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d/WALs/818bff808382,35371,1731953597511/818bff808382%2C35371%2C1731953597511.1731953599547 to pos 379, reset compression=false 2024-11-18T18:13:38,259 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b1305767fda01b4ac5e23e310244ad5c, regionState=OPENING, regionLocation=818bff808382,42733,1731953604747 2024-11-18T18:13:38,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b1305767fda01b4ac5e23e310244ad5c, ASSIGN because future has completed 2024-11-18T18:13:38,262 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b1305767fda01b4ac5e23e310244ad5c, server=818bff808382,42733,1731953604747}] 2024-11-18T18:13:38,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T18:13:38,417 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731953617281.b1305767fda01b4ac5e23e310244ad5c. 2024-11-18T18:13:38,417 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T18:13:38,418 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-18T18:13:38,419 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=818bff808382%2C42733%2C1731953604747.rep, suffix=, logDir=hdfs://localhost:33937/user/jenkins/test-data/857738d8-d28a-9650-626d-c8fad9e57555/WALs/818bff808382,42733,1731953604747, archiveDir=hdfs://localhost:33937/user/jenkins/test-data/857738d8-d28a-9650-626d-c8fad9e57555/oldWALs, maxLogs=10 2024-11-18T18:13:38,435 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/857738d8-d28a-9650-626d-c8fad9e57555/WALs/818bff808382,42733,1731953604747/818bff808382%2C42733%2C1731953604747.rep.1731953618419, exclude list is [], retry=0 2024-11-18T18:13:38,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42563,DS-b21a90c6-69b5-45f4-b0ce-3334d92dc03d,DISK] 2024-11-18T18:13:38,439 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/857738d8-d28a-9650-626d-c8fad9e57555/WALs/818bff808382,42733,1731953604747/818bff808382%2C42733%2C1731953604747.rep.1731953618419 2024-11-18T18:13:38,439 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45759:45759)] 2024-11-18T18:13:38,439 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => b1305767fda01b4ac5e23e310244ad5c, NAME => 'hbase:replication,,1731953617281.b1305767fda01b4ac5e23e310244ad5c.', STARTKEY => '', ENDKEY => ''} 2024-11-18T18:13:38,439 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T18:13:38,440 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T18:13:38,440 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731953617281.b1305767fda01b4ac5e23e310244ad5c. service=MultiRowMutationService 2024-11-18T18:13:38,440 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-18T18:13:38,440 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication b1305767fda01b4ac5e23e310244ad5c 2024-11-18T18:13:38,440 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731953617281.b1305767fda01b4ac5e23e310244ad5c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:13:38,440 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for b1305767fda01b4ac5e23e310244ad5c 2024-11-18T18:13:38,440 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for b1305767fda01b4ac5e23e310244ad5c 2024-11-18T18:13:38,441 INFO [StoreOpener-b1305767fda01b4ac5e23e310244ad5c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region b1305767fda01b4ac5e23e310244ad5c 2024-11-18T18:13:38,443 INFO [StoreOpener-b1305767fda01b4ac5e23e310244ad5c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b1305767fda01b4ac5e23e310244ad5c columnFamilyName hfileref 2024-11-18T18:13:38,443 DEBUG [StoreOpener-b1305767fda01b4ac5e23e310244ad5c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:13:38,443 INFO [StoreOpener-b1305767fda01b4ac5e23e310244ad5c-1 {}] regionserver.HStore(327): Store=b1305767fda01b4ac5e23e310244ad5c/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:13:38,443 INFO [StoreOpener-b1305767fda01b4ac5e23e310244ad5c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region b1305767fda01b4ac5e23e310244ad5c 2024-11-18T18:13:38,444 INFO [StoreOpener-b1305767fda01b4ac5e23e310244ad5c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b1305767fda01b4ac5e23e310244ad5c columnFamilyName queue 2024-11-18T18:13:38,444 DEBUG [StoreOpener-b1305767fda01b4ac5e23e310244ad5c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:13:38,445 INFO [StoreOpener-b1305767fda01b4ac5e23e310244ad5c-1 {}] regionserver.HStore(327): Store=b1305767fda01b4ac5e23e310244ad5c/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:13:38,445 INFO [StoreOpener-b1305767fda01b4ac5e23e310244ad5c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region b1305767fda01b4ac5e23e310244ad5c 2024-11-18T18:13:38,446 INFO [StoreOpener-b1305767fda01b4ac5e23e310244ad5c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b1305767fda01b4ac5e23e310244ad5c columnFamilyName sid 2024-11-18T18:13:38,446 DEBUG [StoreOpener-b1305767fda01b4ac5e23e310244ad5c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:13:38,446 INFO [StoreOpener-b1305767fda01b4ac5e23e310244ad5c-1 {}] regionserver.HStore(327): Store=b1305767fda01b4ac5e23e310244ad5c/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:13:38,446 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for b1305767fda01b4ac5e23e310244ad5c 2024-11-18T18:13:38,447 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33937/user/jenkins/test-data/857738d8-d28a-9650-626d-c8fad9e57555/data/hbase/replication/b1305767fda01b4ac5e23e310244ad5c 2024-11-18T18:13:38,447 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33937/user/jenkins/test-data/857738d8-d28a-9650-626d-c8fad9e57555/data/hbase/replication/b1305767fda01b4ac5e23e310244ad5c 2024-11-18T18:13:38,448 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for b1305767fda01b4ac5e23e310244ad5c 2024-11-18T18:13:38,448 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for b1305767fda01b4ac5e23e310244ad5c 2024-11-18T18:13:38,449 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T18:13:38,449 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for b1305767fda01b4ac5e23e310244ad5c 2024-11-18T18:13:38,451 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33937/user/jenkins/test-data/857738d8-d28a-9650-626d-c8fad9e57555/data/hbase/replication/b1305767fda01b4ac5e23e310244ad5c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T18:13:38,452 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened b1305767fda01b4ac5e23e310244ad5c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64640603, jitterRate=-0.03677995502948761}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T18:13:38,452 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b1305767fda01b4ac5e23e310244ad5c 2024-11-18T18:13:38,452 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for b1305767fda01b4ac5e23e310244ad5c: Running coprocessor pre-open hook at 1731953618440Writing region info on filesystem at 1731953618440Initializing all the Stores at 1731953618441 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953618441Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953618441Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953618441Cleaning up temporary data from old regions at 1731953618448 (+7 ms)Running coprocessor post-open hooks at 1731953618452 (+4 ms)Region opened successfully at 1731953618452 2024-11-18T18:13:38,453 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731953617281.b1305767fda01b4ac5e23e310244ad5c., pid=10, masterSystemTime=1731953618414 2024-11-18T18:13:38,455 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731953617281.b1305767fda01b4ac5e23e310244ad5c. 2024-11-18T18:13:38,455 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731953617281.b1305767fda01b4ac5e23e310244ad5c. 2024-11-18T18:13:38,455 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b1305767fda01b4ac5e23e310244ad5c, regionState=OPEN, openSeqNum=2, regionLocation=818bff808382,42733,1731953604747 2024-11-18T18:13:38,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b1305767fda01b4ac5e23e310244ad5c, server=818bff808382,42733,1731953604747 because future has completed 2024-11-18T18:13:38,460 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-18T18:13:38,460 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure b1305767fda01b4ac5e23e310244ad5c, server=818bff808382,42733,1731953604747 in 196 msec 2024-11-18T18:13:38,462 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-18T18:13:38,462 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b1305767fda01b4ac5e23e310244ad5c, ASSIGN in 354 msec 2024-11-18T18:13:38,463 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T18:13:38,463 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731953618463"}]},"ts":"1731953618463"} 2024-11-18T18:13:38,465 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-18T18:13:38,466 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T18:13:38,468 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1840 sec 2024-11-18T18:13:38,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731953617281.b1305767fda01b4ac5e23e310244ad5c., hostname=818bff808382,42733,1731953604747, seqNum=2] 2024-11-18T18:13:38,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39263-0x1000bd650710006, quorum=127.0.0.1:60069, baseZNode=/2-1938753534 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1938753534 2024-11-18T18:13:38,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42733-0x1000bd650710007, quorum=127.0.0.1:60069, baseZNode=/2-1938753534 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1938753534 2024-11-18T18:13:38,500 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T18:13:38,614 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,32833,1731953601171.replicationSource.wal-reader.818bff808382%2C32833%2C1731953601171,1-818bff808382,32833,1731953601171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34087/user/jenkins/test-data/51374b34-9c3e-c2ba-58a2-36318d22b6f2/WALs/818bff808382,32833,1731953601171/818bff808382%2C32833%2C1731953601171.1731953602517 to pos 379, reset compression=false 2024-11-18T18:13:38,653 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42733 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-18T18:13:38,653 INFO [RS_REFRESH_PEER-regionserver/818bff808382:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-18T18:13:38,685 INFO [RS_REFRESH_PEER-regionserver/818bff808382:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-818bff808382,42733,1731953604747, ReplicationSource: 1, currentBandwidth=0 2024-11-18T18:13:38,685 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T18:13:38,685 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=818bff808382,42733,1731953604747, seqNum=-1] 2024-11-18T18:13:38,686 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T18:13:38,687 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51093, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-18T18:13:38,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-818bff808382,42733,1731953604747', locateType=CURRENT is [region=hbase:replication,,1731953617281.b1305767fda01b4ac5e23e310244ad5c., hostname=818bff808382,42733,1731953604747, seqNum=2] 2024-11-18T18:13:38,692 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-18T18:13:38,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-18T18:13:38,696 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 818bff808382,42733,1731953604747 suceeded 2024-11-18T18:13:38,698 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-18T18:13:38,698 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 196 msec 2024-11-18T18:13:38,698 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://818bff808382:41669,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T18:13:38,700 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4270 sec 2024-11-18T18:13:38,717 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,42733,1731953604747 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='818bff808382:41669' 2024-11-18T18:13:38,719 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,42733,1731953604747 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@38b1615a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:13:38,719 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,42733,1731953604747 {}] client.ClusterIdFetcher(90): Going to request 818bff808382,41669,-1 for getting cluster id 2024-11-18T18:13:38,719 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,42733,1731953604747 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T18:13:38,720 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5be485e1-6034-41f0-bf8b-34ce884c4822' 2024-11-18T18:13:38,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T18:13:38,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5be485e1-6034-41f0-bf8b-34ce884c4822" 2024-11-18T18:13:38,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4f967576, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:13:38,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [818bff808382,41669,-1] 2024-11-18T18:13:38,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T18:13:38,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:13:38,721 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46048, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-18T18:13:38,722 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,42733,1731953604747 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@98a22d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:13:38,722 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,42733,1731953604747 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T18:13:38,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 818bff808382,41669,1731953597432 2024-11-18T18:13:38,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3795da39 2024-11-18T18:13:38,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T18:13:38,724 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46058, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-18T18:13:38,725 INFO [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,42733,1731953604747 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-818bff808382,42733,1731953604747 (queues=1) is replicating from cluster=4f01d87f-832c-4e54-9fce-00fa20cdb966 to cluster=5be485e1-6034-41f0-bf8b-34ce884c4822 2024-11-18T18:13:38,725 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,42733,1731953604747 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=818bff808382%2C42733%2C1731953604747 2024-11-18T18:13:38,725 INFO [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,42733,1731953604747 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-818bff808382,42733,1731953604747, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T18:13:38,725 INFO [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,42733,1731953604747.replicationSource.shipper818bff808382%2C42733%2C1731953604747,1-818bff808382,42733,1731953604747 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 818bff808382%2C42733%2C1731953604747 2024-11-18T18:13:38,725 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,42733,1731953604747.replicationSource.wal-reader.818bff808382%2C42733%2C1731953604747,1-818bff808382,42733,1731953604747 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33937/user/jenkins/test-data/857738d8-d28a-9650-626d-c8fad9e57555/WALs/818bff808382,42733,1731953604747/818bff808382%2C42733%2C1731953604747.1731953606433, startPosition=0, beingWritten=true 2024-11-18T18:13:38,732 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,42733,1731953604747.replicationSource.wal-reader.818bff808382%2C42733%2C1731953604747,1-818bff808382,42733,1731953604747 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T18:13:38,732 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,42733,1731953604747.replicationSource.wal-reader.818bff808382%2C42733%2C1731953604747,1-818bff808382,42733,1731953604747 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33937/user/jenkins/test-data/857738d8-d28a-9650-626d-c8fad9e57555/WALs/818bff808382,42733,1731953604747/818bff808382%2C42733%2C1731953604747.1731953606433 to pos 379, reset compression=false 2024-11-18T18:13:38,732 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,42733,1731953604747.replicationSource.shipper818bff808382%2C42733%2C1731953604747,1-818bff808382,42733,1731953604747 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-818bff808382,42733,1731953604747 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33937/user/jenkins/test-data/857738d8-d28a-9650-626d-c8fad9e57555/WALs/818bff808382,42733,1731953604747/818bff808382%2C42733%2C1731953604747.1731953606433, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T18:13:38,923 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,35371,1731953597511.replicationSource.wal-reader.818bff808382%2C35371%2C1731953597511,1-818bff808382,35371,1731953597511 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35413/user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d/WALs/818bff808382,35371,1731953597511/818bff808382%2C35371%2C1731953597511.1731953599547 to pos 379, reset compression=false 2024-11-18T18:13:38,936 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,42733,1731953604747.replicationSource.wal-reader.818bff808382%2C42733%2C1731953604747,1-818bff808382,42733,1731953604747 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33937/user/jenkins/test-data/857738d8-d28a-9650-626d-c8fad9e57555/WALs/818bff808382,42733,1731953604747/818bff808382%2C42733%2C1731953604747.1731953606433 to pos 379, reset compression=false 2024-11-18T18:13:39,219 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,32833,1731953601171.replicationSource.wal-reader.818bff808382%2C32833%2C1731953601171,1-818bff808382,32833,1731953601171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34087/user/jenkins/test-data/51374b34-9c3e-c2ba-58a2-36318d22b6f2/WALs/818bff808382,32833,1731953601171/818bff808382%2C32833%2C1731953601171.1731953602517 to pos 379, reset compression=false 2024-11-18T18:13:39,240 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,42733,1731953604747.replicationSource.wal-reader.818bff808382%2C42733%2C1731953604747,1-818bff808382,42733,1731953604747 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33937/user/jenkins/test-data/857738d8-d28a-9650-626d-c8fad9e57555/WALs/818bff808382,42733,1731953604747/818bff808382%2C42733%2C1731953604747.1731953606433 to pos 379, reset compression=false 2024-11-18T18:13:39,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T18:13:39,423 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-18T18:13:39,423 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T18:13:39,423 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T18:13:39,423 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:13:39,423 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:13:39,423 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T18:13:39,424 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21d747fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:13:39,424 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 818bff808382,41669,-1 for getting cluster id 2024-11-18T18:13:39,424 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T18:13:39,425 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5be485e1-6034-41f0-bf8b-34ce884c4822' 2024-11-18T18:13:39,425 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T18:13:39,425 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5be485e1-6034-41f0-bf8b-34ce884c4822" 2024-11-18T18:13:39,425 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bbb33e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:13:39,425 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [818bff808382,41669,-1] 2024-11-18T18:13:39,425 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T18:13:39,426 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:13:39,426 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46074, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T18:13:39,427 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3faf647e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:13:39,427 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23595f54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:13:39,428 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 818bff808382,45737,-1 for getting cluster id 2024-11-18T18:13:39,428 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T18:13:39,428 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e2d24a29-765a-4746-87b9-3e2433ca3b23' 2024-11-18T18:13:39,428 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T18:13:39,428 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e2d24a29-765a-4746-87b9-3e2433ca3b23" 2024-11-18T18:13:39,428 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49fc2e54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:13:39,429 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [818bff808382,45737,-1] 2024-11-18T18:13:39,429 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T18:13:39,429 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:13:39,429 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T18:13:39,430 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30e28e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:13:39,430 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64f7412b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:13:39,430 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 818bff808382,39263,-1 for getting cluster id 2024-11-18T18:13:39,430 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T18:13:39,431 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4f01d87f-832c-4e54-9fce-00fa20cdb966' 2024-11-18T18:13:39,431 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T18:13:39,431 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4f01d87f-832c-4e54-9fce-00fa20cdb966" 2024-11-18T18:13:39,431 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e44a638, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:13:39,431 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [818bff808382,39263,-1] 2024-11-18T18:13:39,432 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T18:13:39,432 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:13:39,432 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42242, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T18:13:39,433 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28c0ecff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:13:39,433 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T18:13:39,434 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=818bff808382,35371,1731953597511, seqNum=-1] 2024-11-18T18:13:39,434 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T18:13:39,435 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41022, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T18:13:39,437 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731953607491.9c69d50b7631ff77032fdc821f9d67fd., hostname=818bff808382,35371,1731953597511, seqNum=2] 2024-11-18T18:13:39,440 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T18:13:39,441 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=818bff808382,42733,1731953604747, seqNum=-1] 2024-11-18T18:13:39,441 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T18:13:39,473 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40056, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T18:13:39,475 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731953611795.bfbc4c2a46b4488c8195f9f28789fd8d., hostname=818bff808382,42733,1731953604747, seqNum=2] 2024-11-18T18:13:39,476 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-18T18:13:39,643 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,42733,1731953604747.replicationSource.wal-reader.818bff808382%2C42733%2C1731953604747,1-818bff808382,42733,1731953604747 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33937/user/jenkins/test-data/857738d8-d28a-9650-626d-c8fad9e57555/WALs/818bff808382,42733,1731953604747/818bff808382%2C42733%2C1731953604747.1731953606433 to pos 379, reset compression=false 2024-11-18T18:13:39,827 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,35371,1731953597511.replicationSource.wal-reader.818bff808382%2C35371%2C1731953597511,1-818bff808382,35371,1731953597511 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35413/user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d/WALs/818bff808382,35371,1731953597511/818bff808382%2C35371%2C1731953597511.1731953599547 to pos 379, reset compression=false 2024-11-18T18:13:39,833 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,35371,1731953597511.replicationSource.wal-reader.818bff808382%2C35371%2C1731953597511,1-818bff808382,35371,1731953597511 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T18:13:39,833 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,35371,1731953597511.replicationSource.wal-reader.818bff808382%2C35371%2C1731953597511,1-818bff808382,35371,1731953597511 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35413/user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d/WALs/818bff808382,35371,1731953597511/818bff808382%2C35371%2C1731953597511.1731953599547 to pos 480, reset compression=false 2024-11-18T18:13:39,833 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,35371,1731953597511.replicationSource.shipper818bff808382%2C35371%2C1731953597511,1-818bff808382,35371,1731953597511 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-818bff808382,35371,1731953597511 got entry batch from reader: WALEntryBatch [walEntries=[{test/9c69d50b7631ff77032fdc821f9d67fd/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:35413/user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d/WALs/818bff808382,35371,1731953597511/818bff808382%2C35371%2C1731953597511.1731953599547, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-18T18:13:39,835 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,35371,1731953597511.replicationSource.shipper818bff808382%2C35371%2C1731953597511,1-818bff808382,35371,1731953597511 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T18:13:39,836 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42136, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-18T18:13:39,837 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32833 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T18:13:39,837 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32833 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3b995e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:13:39,837 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32833 {}] client.ClusterIdFetcher(90): Going to request 818bff808382,45737,-1 for getting cluster id 2024-11-18T18:13:39,837 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32833 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T18:13:39,838 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e2d24a29-765a-4746-87b9-3e2433ca3b23' 2024-11-18T18:13:39,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T18:13:39,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e2d24a29-765a-4746-87b9-3e2433ca3b23" 2024-11-18T18:13:39,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7652c917, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:13:39,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [818bff808382,45737,-1] 2024-11-18T18:13:39,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T18:13:39,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:13:39,839 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-18T18:13:39,840 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32833 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2ccfc46b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:13:39,840 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32833 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T18:13:39,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=818bff808382,32833,1731953601171, seqNum=-1] 2024-11-18T18:13:39,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T18:13:39,842 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42146, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-18T18:13:39,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731953609644.9e5dd21806422c98562567a406086595., hostname=818bff808382,32833,1731953601171, seqNum=2] 2024-11-18T18:13:39,846 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32833 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T18:13:39,923 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,32833,1731953601171.replicationSource.wal-reader.818bff808382%2C32833%2C1731953601171,1-818bff808382,32833,1731953601171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34087/user/jenkins/test-data/51374b34-9c3e-c2ba-58a2-36318d22b6f2/WALs/818bff808382,32833,1731953601171/818bff808382%2C32833%2C1731953601171.1731953602517 to pos 379, reset compression=false 2024-11-18T18:13:39,929 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,32833,1731953601171.replicationSource.wal-reader.818bff808382%2C32833%2C1731953601171,1-818bff808382,32833,1731953601171 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T18:13:39,929 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,32833,1731953601171.replicationSource.wal-reader.818bff808382%2C32833%2C1731953601171,1-818bff808382,32833,1731953601171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34087/user/jenkins/test-data/51374b34-9c3e-c2ba-58a2-36318d22b6f2/WALs/818bff808382,32833,1731953601171/818bff808382%2C32833%2C1731953601171.1731953602517 to pos 503, reset compression=false 2024-11-18T18:13:39,929 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,32833,1731953601171.replicationSource.shipper818bff808382%2C32833%2C1731953601171,1-818bff808382,32833,1731953601171 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-818bff808382,32833,1731953601171 got entry batch from reader: WALEntryBatch [walEntries=[{test/9e5dd21806422c98562567a406086595/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:34087/user/jenkins/test-data/51374b34-9c3e-c2ba-58a2-36318d22b6f2/WALs/818bff808382,32833,1731953601171/818bff808382%2C32833%2C1731953601171.1731953602517, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-18T18:13:39,931 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,32833,1731953601171.replicationSource.shipper818bff808382%2C32833%2C1731953601171,1-818bff808382,32833,1731953601171 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T18:13:39,932 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-18T18:13:39,932 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42733 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T18:13:39,933 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42733 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@14c6f766, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:13:39,933 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42733 {}] client.ClusterIdFetcher(90): Going to request 818bff808382,39263,-1 for getting cluster id 2024-11-18T18:13:39,933 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42733 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T18:13:39,933 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4f01d87f-832c-4e54-9fce-00fa20cdb966' 2024-11-18T18:13:39,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T18:13:39,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4f01d87f-832c-4e54-9fce-00fa20cdb966" 2024-11-18T18:13:39,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@adf7209, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:13:39,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [818bff808382,39263,-1] 2024-11-18T18:13:39,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T18:13:39,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:13:39,935 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-18T18:13:39,935 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42733 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5737a86e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:13:39,936 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42733 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T18:13:39,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=818bff808382,42733,1731953604747, seqNum=-1] 2024-11-18T18:13:39,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T18:13:39,938 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40076, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-18T18:13:39,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731953611795.bfbc4c2a46b4488c8195f9f28789fd8d., hostname=818bff808382,42733,1731953604747, seqNum=2] 2024-11-18T18:13:39,942 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42733 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T18:13:40,037 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,35371,1731953597511.replicationSource.wal-reader.818bff808382%2C35371%2C1731953597511,1-818bff808382,35371,1731953597511 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35413/user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d/WALs/818bff808382,35371,1731953597511/818bff808382%2C35371%2C1731953597511.1731953599547 to pos 480, reset compression=false 2024-11-18T18:13:40,133 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,32833,1731953601171.replicationSource.wal-reader.818bff808382%2C32833%2C1731953601171,1-818bff808382,32833,1731953601171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34087/user/jenkins/test-data/51374b34-9c3e-c2ba-58a2-36318d22b6f2/WALs/818bff808382,32833,1731953601171/818bff808382%2C32833%2C1731953601171.1731953602517 to pos 503, reset compression=false 2024-11-18T18:13:40,147 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,42733,1731953604747.replicationSource.wal-reader.818bff808382%2C42733%2C1731953604747,1-818bff808382,42733,1731953604747 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33937/user/jenkins/test-data/857738d8-d28a-9650-626d-c8fad9e57555/WALs/818bff808382,42733,1731953604747/818bff808382%2C42733%2C1731953604747.1731953606433 to pos 379, reset compression=false 2024-11-18T18:13:40,153 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,42733,1731953604747.replicationSource.wal-reader.818bff808382%2C42733%2C1731953604747,1-818bff808382,42733,1731953604747 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T18:13:40,153 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,42733,1731953604747.replicationSource.wal-reader.818bff808382%2C42733%2C1731953604747,1-818bff808382,42733,1731953604747 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33937/user/jenkins/test-data/857738d8-d28a-9650-626d-c8fad9e57555/WALs/818bff808382,42733,1731953604747/818bff808382%2C42733%2C1731953604747.1731953606433 to pos 527, reset compression=false 2024-11-18T18:13:40,153 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,42733,1731953604747.replicationSource.shipper818bff808382%2C42733%2C1731953604747,1-818bff808382,42733,1731953604747 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-818bff808382,42733,1731953604747 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33937/user/jenkins/test-data/857738d8-d28a-9650-626d-c8fad9e57555/WALs/818bff808382,42733,1731953604747/818bff808382%2C42733%2C1731953604747.1731953606433, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T18:13:40,341 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,35371,1731953597511.replicationSource.wal-reader.818bff808382%2C35371%2C1731953597511,1-818bff808382,35371,1731953597511 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35413/user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d/WALs/818bff808382,35371,1731953597511/818bff808382%2C35371%2C1731953597511.1731953599547 to pos 480, reset compression=false 2024-11-18T18:13:40,357 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,42733,1731953604747.replicationSource.wal-reader.818bff808382%2C42733%2C1731953604747,1-818bff808382,42733,1731953604747 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33937/user/jenkins/test-data/857738d8-d28a-9650-626d-c8fad9e57555/WALs/818bff808382,42733,1731953604747/818bff808382%2C42733%2C1731953604747.1731953606433 to pos 527, reset compression=false 2024-11-18T18:13:40,437 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,32833,1731953601171.replicationSource.wal-reader.818bff808382%2C32833%2C1731953601171,1-818bff808382,32833,1731953601171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34087/user/jenkins/test-data/51374b34-9c3e-c2ba-58a2-36318d22b6f2/WALs/818bff808382,32833,1731953601171/818bff808382%2C32833%2C1731953601171.1731953602517 to pos 503, reset compression=false 2024-11-18T18:13:40,478 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-18T18:13:40,479 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T18:13:40,480 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=818bff808382,32833,1731953601171, seqNum=-1] 2024-11-18T18:13:40,480 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T18:13:40,481 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T18:13:40,482 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731953609644.9e5dd21806422c98562567a406086595., hostname=818bff808382,32833,1731953601171, seqNum=2] 2024-11-18T18:13:40,485 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-18T18:13:40,619 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T18:13:40,620 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:13:40,652 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:13:40,652 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:13:40,652 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:13:40,652 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:13:40,652 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:13:40,653 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:13:40,657 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:13:40,660 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:13:40,660 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:13:40,660 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,42733,1731953604747.replicationSource.wal-reader.818bff808382%2C42733%2C1731953604747,1-818bff808382,42733,1731953604747 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33937/user/jenkins/test-data/857738d8-d28a-9650-626d-c8fad9e57555/WALs/818bff808382,42733,1731953604747/818bff808382%2C42733%2C1731953604747.1731953606433 to pos 527, reset compression=false 2024-11-18T18:13:40,663 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:13:40,745 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,35371,1731953597511.replicationSource.wal-reader.818bff808382%2C35371%2C1731953597511,1-818bff808382,35371,1731953597511 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35413/user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d/WALs/818bff808382,35371,1731953597511/818bff808382%2C35371%2C1731953597511.1731953599547 to pos 480, reset compression=false 2024-11-18T18:13:40,841 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,32833,1731953601171.replicationSource.wal-reader.818bff808382%2C32833%2C1731953601171,1-818bff808382,32833,1731953601171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34087/user/jenkins/test-data/51374b34-9c3e-c2ba-58a2-36318d22b6f2/WALs/818bff808382,32833,1731953601171/818bff808382%2C32833%2C1731953601171.1731953602517 to pos 503, reset compression=false 2024-11-18T18:13:40,846 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,32833,1731953601171.replicationSource.wal-reader.818bff808382%2C32833%2C1731953601171,1-818bff808382,32833,1731953601171 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T18:13:40,846 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,32833,1731953601171.replicationSource.wal-reader.818bff808382%2C32833%2C1731953601171,1-818bff808382,32833,1731953601171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34087/user/jenkins/test-data/51374b34-9c3e-c2ba-58a2-36318d22b6f2/WALs/818bff808382,32833,1731953601171/818bff808382%2C32833%2C1731953601171.1731953602517 to pos 607, reset compression=false 2024-11-18T18:13:40,846 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,32833,1731953601171.replicationSource.shipper818bff808382%2C32833%2C1731953601171,1-818bff808382,32833,1731953601171 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-818bff808382,32833,1731953601171 got entry batch from reader: WALEntryBatch [walEntries=[{test/9e5dd21806422c98562567a406086595/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:34087/user/jenkins/test-data/51374b34-9c3e-c2ba-58a2-36318d22b6f2/WALs/818bff808382,32833,1731953601171/818bff808382%2C32833%2C1731953601171.1731953602517, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-18T18:13:40,847 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42733 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T18:13:40,850 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42733 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T18:13:41,050 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,32833,1731953601171.replicationSource.wal-reader.818bff808382%2C32833%2C1731953601171,1-818bff808382,32833,1731953601171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34087/user/jenkins/test-data/51374b34-9c3e-c2ba-58a2-36318d22b6f2/WALs/818bff808382,32833,1731953601171/818bff808382%2C32833%2C1731953601171.1731953602517 to pos 607, reset compression=false 2024-11-18T18:13:41,064 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,42733,1731953604747.replicationSource.wal-reader.818bff808382%2C42733%2C1731953604747,1-818bff808382,42733,1731953604747 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33937/user/jenkins/test-data/857738d8-d28a-9650-626d-c8fad9e57555/WALs/818bff808382,42733,1731953604747/818bff808382%2C42733%2C1731953604747.1731953606433 to pos 527, reset compression=false 2024-11-18T18:13:41,073 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,42733,1731953604747.replicationSource.wal-reader.818bff808382%2C42733%2C1731953604747,1-818bff808382,42733,1731953604747 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T18:13:41,073 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,42733,1731953604747.replicationSource.wal-reader.818bff808382%2C42733%2C1731953604747,1-818bff808382,42733,1731953604747 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33937/user/jenkins/test-data/857738d8-d28a-9650-626d-c8fad9e57555/WALs/818bff808382,42733,1731953604747/818bff808382%2C42733%2C1731953604747.1731953606433 to pos 655, reset compression=false 2024-11-18T18:13:41,073 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,42733,1731953604747.replicationSource.shipper818bff808382%2C42733%2C1731953604747,1-818bff808382,42733,1731953604747 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-818bff808382,42733,1731953604747 got entry batch from reader: WALEntryBatch [walEntries=[{test/bfbc4c2a46b4488c8195f9f28789fd8d/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:33937/user/jenkins/test-data/857738d8-d28a-9650-626d-c8fad9e57555/WALs/818bff808382,42733,1731953604747/818bff808382%2C42733%2C1731953604747.1731953606433, lastWalPosition=655, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-18T18:13:41,076 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,42733,1731953604747.replicationSource.shipper818bff808382%2C42733%2C1731953604747,1-818bff808382,42733,1731953604747 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T18:13:41,077 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-18T18:13:41,077 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35371 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T18:13:41,078 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35371 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@12f0c37d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:13:41,078 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35371 {}] client.ClusterIdFetcher(90): Going to request 818bff808382,41669,-1 for getting cluster id 2024-11-18T18:13:41,078 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35371 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T18:13:41,079 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5be485e1-6034-41f0-bf8b-34ce884c4822' 2024-11-18T18:13:41,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T18:13:41,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5be485e1-6034-41f0-bf8b-34ce884c4822" 2024-11-18T18:13:41,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@64b9b1be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:13:41,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [818bff808382,41669,-1] 2024-11-18T18:13:41,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T18:13:41,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:13:41,080 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46086, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-18T18:13:41,080 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35371 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@66a0f0b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:13:41,081 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35371 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T18:13:41,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=818bff808382,35371,1731953597511, seqNum=-1] 2024-11-18T18:13:41,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T18:13:41,083 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41042, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-18T18:13:41,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731953607491.9c69d50b7631ff77032fdc821f9d67fd., hostname=818bff808382,35371,1731953597511, seqNum=2] 2024-11-18T18:13:41,087 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35371 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T18:13:41,250 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,35371,1731953597511.replicationSource.wal-reader.818bff808382%2C35371%2C1731953597511,1-818bff808382,35371,1731953597511 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35413/user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d/WALs/818bff808382,35371,1731953597511/818bff808382%2C35371%2C1731953597511.1731953599547 to pos 480, reset compression=false 2024-11-18T18:13:41,255 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,35371,1731953597511.replicationSource.wal-reader.818bff808382%2C35371%2C1731953597511,1-818bff808382,35371,1731953597511 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T18:13:41,255 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,35371,1731953597511.replicationSource.wal-reader.818bff808382%2C35371%2C1731953597511,1-818bff808382,35371,1731953597511 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35413/user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d/WALs/818bff808382,35371,1731953597511/818bff808382%2C35371%2C1731953597511.1731953599547 to pos 631, reset compression=false 2024-11-18T18:13:41,255 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,35371,1731953597511.replicationSource.shipper818bff808382%2C35371%2C1731953597511,1-818bff808382,35371,1731953597511 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-818bff808382,35371,1731953597511 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35413/user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d/WALs/818bff808382,35371,1731953597511/818bff808382%2C35371%2C1731953597511.1731953599547, lastWalPosition=631, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T18:13:41,277 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,42733,1731953604747.replicationSource.wal-reader.818bff808382%2C42733%2C1731953604747,1-818bff808382,42733,1731953604747 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33937/user/jenkins/test-data/857738d8-d28a-9650-626d-c8fad9e57555/WALs/818bff808382,42733,1731953604747/818bff808382%2C42733%2C1731953604747.1731953606433 to pos 655, reset compression=false 2024-11-18T18:13:41,354 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,32833,1731953601171.replicationSource.wal-reader.818bff808382%2C32833%2C1731953601171,1-818bff808382,32833,1731953601171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34087/user/jenkins/test-data/51374b34-9c3e-c2ba-58a2-36318d22b6f2/WALs/818bff808382,32833,1731953601171/818bff808382%2C32833%2C1731953601171.1731953602517 to pos 607, reset compression=false 2024-11-18T18:13:41,459 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,35371,1731953597511.replicationSource.wal-reader.818bff808382%2C35371%2C1731953597511,1-818bff808382,35371,1731953597511 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35413/user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d/WALs/818bff808382,35371,1731953597511/818bff808382%2C35371%2C1731953597511.1731953599547 to pos 631, reset compression=false 2024-11-18T18:13:41,487 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-18T18:13:41,490 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-18T18:13:41,580 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,42733,1731953604747.replicationSource.wal-reader.818bff808382%2C42733%2C1731953604747,1-818bff808382,42733,1731953604747 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33937/user/jenkins/test-data/857738d8-d28a-9650-626d-c8fad9e57555/WALs/818bff808382,42733,1731953604747/818bff808382%2C42733%2C1731953604747.1731953606433 to pos 655, reset compression=false 2024-11-18T18:13:41,585 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,42733,1731953604747.replicationSource.wal-reader.818bff808382%2C42733%2C1731953604747,1-818bff808382,42733,1731953604747 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T18:13:41,585 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,42733,1731953604747.replicationSource.wal-reader.818bff808382%2C42733%2C1731953604747,1-818bff808382,42733,1731953604747 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33937/user/jenkins/test-data/857738d8-d28a-9650-626d-c8fad9e57555/WALs/818bff808382,42733,1731953604747/818bff808382%2C42733%2C1731953604747.1731953606433 to pos 759, reset compression=false 2024-11-18T18:13:41,585 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,42733,1731953604747.replicationSource.shipper818bff808382%2C42733%2C1731953604747,1-818bff808382,42733,1731953604747 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-818bff808382,42733,1731953604747 got entry batch from reader: WALEntryBatch [walEntries=[{test/bfbc4c2a46b4488c8195f9f28789fd8d/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:33937/user/jenkins/test-data/857738d8-d28a-9650-626d-c8fad9e57555/WALs/818bff808382,42733,1731953604747/818bff808382%2C42733%2C1731953604747.1731953606433, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-18T18:13:41,586 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35371 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T18:13:41,588 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35371 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T18:13:41,757 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,32833,1731953601171.replicationSource.wal-reader.818bff808382%2C32833%2C1731953601171,1-818bff808382,32833,1731953601171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34087/user/jenkins/test-data/51374b34-9c3e-c2ba-58a2-36318d22b6f2/WALs/818bff808382,32833,1731953601171/818bff808382%2C32833%2C1731953601171.1731953602517 to pos 607, reset compression=false 2024-11-18T18:13:41,763 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,35371,1731953597511.replicationSource.wal-reader.818bff808382%2C35371%2C1731953597511,1-818bff808382,35371,1731953597511 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35413/user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d/WALs/818bff808382,35371,1731953597511/818bff808382%2C35371%2C1731953597511.1731953599547 to pos 631, reset compression=false 2024-11-18T18:13:41,766 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,35371,1731953597511.replicationSource.wal-reader.818bff808382%2C35371%2C1731953597511,1-818bff808382,35371,1731953597511 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T18:13:41,766 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,35371,1731953597511.replicationSource.wal-reader.818bff808382%2C35371%2C1731953597511,1-818bff808382,35371,1731953597511 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35413/user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d/WALs/818bff808382,35371,1731953597511/818bff808382%2C35371%2C1731953597511.1731953599547 to pos 758, reset compression=false 2024-11-18T18:13:41,766 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,35371,1731953597511.replicationSource.shipper818bff808382%2C35371%2C1731953597511,1-818bff808382,35371,1731953597511 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-818bff808382,35371,1731953597511 got entry batch from reader: WALEntryBatch [walEntries=[{test/9c69d50b7631ff77032fdc821f9d67fd/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:35413/user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d/WALs/818bff808382,35371,1731953597511/818bff808382%2C35371%2C1731953597511.1731953599547, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-18T18:13:41,767 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32833 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T18:13:41,770 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32833 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T18:13:41,788 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,42733,1731953604747.replicationSource.wal-reader.818bff808382%2C42733%2C1731953604747,1-818bff808382,42733,1731953604747 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33937/user/jenkins/test-data/857738d8-d28a-9650-626d-c8fad9e57555/WALs/818bff808382,42733,1731953604747/818bff808382%2C42733%2C1731953604747.1731953606433 to pos 759, reset compression=false 2024-11-18T18:13:41,970 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,35371,1731953597511.replicationSource.wal-reader.818bff808382%2C35371%2C1731953597511,1-818bff808382,35371,1731953597511 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35413/user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d/WALs/818bff808382,35371,1731953597511/818bff808382%2C35371%2C1731953597511.1731953599547 to pos 758, reset compression=false 2024-11-18T18:13:42,091 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,42733,1731953604747.replicationSource.wal-reader.818bff808382%2C42733%2C1731953604747,1-818bff808382,42733,1731953604747 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33937/user/jenkins/test-data/857738d8-d28a-9650-626d-c8fad9e57555/WALs/818bff808382,42733,1731953604747/818bff808382%2C42733%2C1731953604747.1731953606433 to pos 759, reset compression=false 2024-11-18T18:13:42,261 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,32833,1731953601171.replicationSource.wal-reader.818bff808382%2C32833%2C1731953601171,1-818bff808382,32833,1731953601171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34087/user/jenkins/test-data/51374b34-9c3e-c2ba-58a2-36318d22b6f2/WALs/818bff808382,32833,1731953601171/818bff808382%2C32833%2C1731953601171.1731953602517 to pos 607, reset compression=false 2024-11-18T18:13:42,265 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,32833,1731953601171.replicationSource.wal-reader.818bff808382%2C32833%2C1731953601171,1-818bff808382,32833,1731953601171 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T18:13:42,265 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,32833,1731953601171.replicationSource.wal-reader.818bff808382%2C32833%2C1731953601171,1-818bff808382,32833,1731953601171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34087/user/jenkins/test-data/51374b34-9c3e-c2ba-58a2-36318d22b6f2/WALs/818bff808382,32833,1731953601171/818bff808382%2C32833%2C1731953601171.1731953602517 to pos 757, reset compression=false 2024-11-18T18:13:42,265 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,32833,1731953601171.replicationSource.shipper818bff808382%2C32833%2C1731953601171,1-818bff808382,32833,1731953601171 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-818bff808382,32833,1731953601171 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34087/user/jenkins/test-data/51374b34-9c3e-c2ba-58a2-36318d22b6f2/WALs/818bff808382,32833,1731953601171/818bff808382%2C32833%2C1731953601171.1731953602517, lastWalPosition=757, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T18:13:42,274 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,35371,1731953597511.replicationSource.wal-reader.818bff808382%2C35371%2C1731953597511,1-818bff808382,35371,1731953597511 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35413/user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d/WALs/818bff808382,35371,1731953597511/818bff808382%2C35371%2C1731953597511.1731953599547 to pos 758, reset compression=false 2024-11-18T18:13:42,468 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,32833,1731953601171.replicationSource.wal-reader.818bff808382%2C32833%2C1731953601171,1-818bff808382,32833,1731953601171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34087/user/jenkins/test-data/51374b34-9c3e-c2ba-58a2-36318d22b6f2/WALs/818bff808382,32833,1731953601171/818bff808382%2C32833%2C1731953601171.1731953602517 to pos 757, reset compression=false 2024-11-18T18:13:42,492 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-18T18:13:42,495 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,42733,1731953604747.replicationSource.wal-reader.818bff808382%2C42733%2C1731953604747,1-818bff808382,42733,1731953604747 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33937/user/jenkins/test-data/857738d8-d28a-9650-626d-c8fad9e57555/WALs/818bff808382,42733,1731953604747/818bff808382%2C42733%2C1731953604747.1731953606433 to pos 759, reset compression=false 2024-11-18T18:13:42,496 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-18T18:13:42,677 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,35371,1731953597511.replicationSource.wal-reader.818bff808382%2C35371%2C1731953597511,1-818bff808382,35371,1731953597511 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35413/user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d/WALs/818bff808382,35371,1731953597511/818bff808382%2C35371%2C1731953597511.1731953599547 to pos 758, reset compression=false 2024-11-18T18:13:42,685 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,35371,1731953597511.replicationSource.wal-reader.818bff808382%2C35371%2C1731953597511,1-818bff808382,35371,1731953597511 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T18:13:42,685 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,35371,1731953597511.replicationSource.wal-reader.818bff808382%2C35371%2C1731953597511,1-818bff808382,35371,1731953597511 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35413/user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d/WALs/818bff808382,35371,1731953597511/818bff808382%2C35371%2C1731953597511.1731953599547 to pos 914, reset compression=false 2024-11-18T18:13:42,685 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,35371,1731953597511.replicationSource.shipper818bff808382%2C35371%2C1731953597511,1-818bff808382,35371,1731953597511 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-818bff808382,35371,1731953597511 got entry batch from reader: WALEntryBatch [walEntries=[{test/9c69d50b7631ff77032fdc821f9d67fd/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:35413/user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d/WALs/818bff808382,35371,1731953597511/818bff808382%2C35371%2C1731953597511.1731953599547, lastWalPosition=914, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-18T18:13:42,687 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32833 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T18:13:42,692 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32833 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T18:13:42,773 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,32833,1731953601171.replicationSource.wal-reader.818bff808382%2C32833%2C1731953601171,1-818bff808382,32833,1731953601171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34087/user/jenkins/test-data/51374b34-9c3e-c2ba-58a2-36318d22b6f2/WALs/818bff808382,32833,1731953601171/818bff808382%2C32833%2C1731953601171.1731953602517 to pos 757, reset compression=false 2024-11-18T18:13:42,778 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,32833,1731953601171.replicationSource.wal-reader.818bff808382%2C32833%2C1731953601171,1-818bff808382,32833,1731953601171 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T18:13:42,778 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,32833,1731953601171.replicationSource.wal-reader.818bff808382%2C32833%2C1731953601171,1-818bff808382,32833,1731953601171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34087/user/jenkins/test-data/51374b34-9c3e-c2ba-58a2-36318d22b6f2/WALs/818bff808382,32833,1731953601171/818bff808382%2C32833%2C1731953601171.1731953602517 to pos 904, reset compression=false 2024-11-18T18:13:42,778 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,32833,1731953601171.replicationSource.shipper818bff808382%2C32833%2C1731953601171,1-818bff808382,32833,1731953601171 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-818bff808382,32833,1731953601171 got entry batch from reader: WALEntryBatch [walEntries=[{test/9e5dd21806422c98562567a406086595/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:34087/user/jenkins/test-data/51374b34-9c3e-c2ba-58a2-36318d22b6f2/WALs/818bff808382,32833,1731953601171/818bff808382%2C32833%2C1731953601171.1731953602517, lastWalPosition=904, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-18T18:13:42,780 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42733 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T18:13:42,784 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42733 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T18:13:42,890 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,35371,1731953597511.replicationSource.wal-reader.818bff808382%2C35371%2C1731953597511,1-818bff808382,35371,1731953597511 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35413/user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d/WALs/818bff808382,35371,1731953597511/818bff808382%2C35371%2C1731953597511.1731953599547 to pos 914, reset compression=false 2024-11-18T18:13:42,983 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,32833,1731953601171.replicationSource.wal-reader.818bff808382%2C32833%2C1731953601171,1-818bff808382,32833,1731953601171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34087/user/jenkins/test-data/51374b34-9c3e-c2ba-58a2-36318d22b6f2/WALs/818bff808382,32833,1731953601171/818bff808382%2C32833%2C1731953601171.1731953602517 to pos 904, reset compression=false 2024-11-18T18:13:42,999 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,42733,1731953604747.replicationSource.wal-reader.818bff808382%2C42733%2C1731953604747,1-818bff808382,42733,1731953604747 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33937/user/jenkins/test-data/857738d8-d28a-9650-626d-c8fad9e57555/WALs/818bff808382,42733,1731953604747/818bff808382%2C42733%2C1731953604747.1731953606433 to pos 759, reset compression=false 2024-11-18T18:13:43,005 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,42733,1731953604747.replicationSource.wal-reader.818bff808382%2C42733%2C1731953604747,1-818bff808382,42733,1731953604747 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T18:13:43,005 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,42733,1731953604747.replicationSource.wal-reader.818bff808382%2C42733%2C1731953604747,1-818bff808382,42733,1731953604747 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33937/user/jenkins/test-data/857738d8-d28a-9650-626d-c8fad9e57555/WALs/818bff808382,42733,1731953604747/818bff808382%2C42733%2C1731953604747.1731953606433 to pos 930, reset compression=false 2024-11-18T18:13:43,005 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,42733,1731953604747.replicationSource.shipper818bff808382%2C42733%2C1731953604747,1-818bff808382,42733,1731953604747 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-818bff808382,42733,1731953604747 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33937/user/jenkins/test-data/857738d8-d28a-9650-626d-c8fad9e57555/WALs/818bff808382,42733,1731953604747/818bff808382%2C42733%2C1731953604747.1731953606433, lastWalPosition=930, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T18:13:43,193 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,35371,1731953597511.replicationSource.wal-reader.818bff808382%2C35371%2C1731953597511,1-818bff808382,35371,1731953597511 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35413/user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d/WALs/818bff808382,35371,1731953597511/818bff808382%2C35371%2C1731953597511.1731953599547 to pos 914, reset compression=false 2024-11-18T18:13:43,213 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,42733,1731953604747.replicationSource.wal-reader.818bff808382%2C42733%2C1731953604747,1-818bff808382,42733,1731953604747 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33937/user/jenkins/test-data/857738d8-d28a-9650-626d-c8fad9e57555/WALs/818bff808382,42733,1731953604747/818bff808382%2C42733%2C1731953604747.1731953606433 to pos 930, reset compression=false 2024-11-18T18:13:43,286 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,32833,1731953601171.replicationSource.wal-reader.818bff808382%2C32833%2C1731953601171,1-818bff808382,32833,1731953601171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34087/user/jenkins/test-data/51374b34-9c3e-c2ba-58a2-36318d22b6f2/WALs/818bff808382,32833,1731953601171/818bff808382%2C32833%2C1731953601171.1731953602517 to pos 904, reset compression=false 2024-11-18T18:13:43,498 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-18T18:13:43,501 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-18T18:13:43,517 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,42733,1731953604747.replicationSource.wal-reader.818bff808382%2C42733%2C1731953604747,1-818bff808382,42733,1731953604747 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33937/user/jenkins/test-data/857738d8-d28a-9650-626d-c8fad9e57555/WALs/818bff808382,42733,1731953604747/818bff808382%2C42733%2C1731953604747.1731953606433 to pos 930, reset compression=false 2024-11-18T18:13:43,596 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,35371,1731953597511.replicationSource.wal-reader.818bff808382%2C35371%2C1731953597511,1-818bff808382,35371,1731953597511 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35413/user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d/WALs/818bff808382,35371,1731953597511/818bff808382%2C35371%2C1731953597511.1731953599547 to pos 914, reset compression=false 2024-11-18T18:13:43,690 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,32833,1731953601171.replicationSource.wal-reader.818bff808382%2C32833%2C1731953601171,1-818bff808382,32833,1731953601171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34087/user/jenkins/test-data/51374b34-9c3e-c2ba-58a2-36318d22b6f2/WALs/818bff808382,32833,1731953601171/818bff808382%2C32833%2C1731953601171.1731953602517 to pos 904, reset compression=false 2024-11-18T18:13:43,695 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,32833,1731953601171.replicationSource.wal-reader.818bff808382%2C32833%2C1731953601171,1-818bff808382,32833,1731953601171 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T18:13:43,695 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,32833,1731953601171.replicationSource.wal-reader.818bff808382%2C32833%2C1731953601171,1-818bff808382,32833,1731953601171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34087/user/jenkins/test-data/51374b34-9c3e-c2ba-58a2-36318d22b6f2/WALs/818bff808382,32833,1731953601171/818bff808382%2C32833%2C1731953601171.1731953602517 to pos 1063, reset compression=false 2024-11-18T18:13:43,695 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,32833,1731953601171.replicationSource.shipper818bff808382%2C32833%2C1731953601171,1-818bff808382,32833,1731953601171 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-818bff808382,32833,1731953601171 got entry batch from reader: WALEntryBatch [walEntries=[{test/9e5dd21806422c98562567a406086595/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:34087/user/jenkins/test-data/51374b34-9c3e-c2ba-58a2-36318d22b6f2/WALs/818bff808382,32833,1731953601171/818bff808382%2C32833%2C1731953601171.1731953602517, lastWalPosition=1063, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-18T18:13:43,696 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42733 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T18:13:43,698 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42733 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T18:13:43,898 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,32833,1731953601171.replicationSource.wal-reader.818bff808382%2C32833%2C1731953601171,1-818bff808382,32833,1731953601171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34087/user/jenkins/test-data/51374b34-9c3e-c2ba-58a2-36318d22b6f2/WALs/818bff808382,32833,1731953601171/818bff808382%2C32833%2C1731953601171.1731953602517 to pos 1063, reset compression=false 2024-11-18T18:13:43,920 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,42733,1731953604747.replicationSource.wal-reader.818bff808382%2C42733%2C1731953604747,1-818bff808382,42733,1731953604747 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33937/user/jenkins/test-data/857738d8-d28a-9650-626d-c8fad9e57555/WALs/818bff808382,42733,1731953604747/818bff808382%2C42733%2C1731953604747.1731953606433 to pos 930, reset compression=false 2024-11-18T18:13:43,924 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,42733,1731953604747.replicationSource.wal-reader.818bff808382%2C42733%2C1731953604747,1-818bff808382,42733,1731953604747 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T18:13:43,924 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,42733,1731953604747.replicationSource.wal-reader.818bff808382%2C42733%2C1731953604747,1-818bff808382,42733,1731953604747 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33937/user/jenkins/test-data/857738d8-d28a-9650-626d-c8fad9e57555/WALs/818bff808382,42733,1731953604747/818bff808382%2C42733%2C1731953604747.1731953606433 to pos 1080, reset compression=false 2024-11-18T18:13:43,924 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,42733,1731953604747.replicationSource.shipper818bff808382%2C42733%2C1731953604747,1-818bff808382,42733,1731953604747 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-818bff808382,42733,1731953604747 got entry batch from reader: WALEntryBatch [walEntries=[{test/bfbc4c2a46b4488c8195f9f28789fd8d/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:33937/user/jenkins/test-data/857738d8-d28a-9650-626d-c8fad9e57555/WALs/818bff808382,42733,1731953604747/818bff808382%2C42733%2C1731953604747.1731953606433, lastWalPosition=1080, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-18T18:13:43,925 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35371 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T18:13:43,927 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35371 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T18:13:44,100 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,35371,1731953597511.replicationSource.wal-reader.818bff808382%2C35371%2C1731953597511,1-818bff808382,35371,1731953597511 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35413/user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d/WALs/818bff808382,35371,1731953597511/818bff808382%2C35371%2C1731953597511.1731953599547 to pos 914, reset compression=false 2024-11-18T18:13:44,104 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,35371,1731953597511.replicationSource.wal-reader.818bff808382%2C35371%2C1731953597511,1-818bff808382,35371,1731953597511 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T18:13:44,104 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,35371,1731953597511.replicationSource.wal-reader.818bff808382%2C35371%2C1731953597511,1-818bff808382,35371,1731953597511 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35413/user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d/WALs/818bff808382,35371,1731953597511/818bff808382%2C35371%2C1731953597511.1731953599547 to pos 1087, reset compression=false 2024-11-18T18:13:44,104 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,35371,1731953597511.replicationSource.shipper818bff808382%2C35371%2C1731953597511,1-818bff808382,35371,1731953597511 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-818bff808382,35371,1731953597511 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35413/user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d/WALs/818bff808382,35371,1731953597511/818bff808382%2C35371%2C1731953597511.1731953599547, lastWalPosition=1087, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T18:13:44,127 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,42733,1731953604747.replicationSource.wal-reader.818bff808382%2C42733%2C1731953604747,1-818bff808382,42733,1731953604747 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33937/user/jenkins/test-data/857738d8-d28a-9650-626d-c8fad9e57555/WALs/818bff808382,42733,1731953604747/818bff808382%2C42733%2C1731953604747.1731953606433 to pos 1080, reset compression=false 2024-11-18T18:13:44,202 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,32833,1731953601171.replicationSource.wal-reader.818bff808382%2C32833%2C1731953601171,1-818bff808382,32833,1731953601171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34087/user/jenkins/test-data/51374b34-9c3e-c2ba-58a2-36318d22b6f2/WALs/818bff808382,32833,1731953601171/818bff808382%2C32833%2C1731953601171.1731953602517 to pos 1063, reset compression=false 2024-11-18T18:13:44,311 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,35371,1731953597511.replicationSource.wal-reader.818bff808382%2C35371%2C1731953597511,1-818bff808382,35371,1731953597511 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35413/user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d/WALs/818bff808382,35371,1731953597511/818bff808382%2C35371%2C1731953597511.1731953599547 to pos 1087, reset compression=false 2024-11-18T18:13:44,431 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,42733,1731953604747.replicationSource.wal-reader.818bff808382%2C42733%2C1731953604747,1-818bff808382,42733,1731953604747 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33937/user/jenkins/test-data/857738d8-d28a-9650-626d-c8fad9e57555/WALs/818bff808382,42733,1731953604747/818bff808382%2C42733%2C1731953604747.1731953606433 to pos 1080, reset compression=false 2024-11-18T18:13:44,504 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-18T18:13:44,510 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-18T18:13:44,605 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,32833,1731953601171.replicationSource.wal-reader.818bff808382%2C32833%2C1731953601171,1-818bff808382,32833,1731953601171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34087/user/jenkins/test-data/51374b34-9c3e-c2ba-58a2-36318d22b6f2/WALs/818bff808382,32833,1731953601171/818bff808382%2C32833%2C1731953601171.1731953602517 to pos 1063, reset compression=false 2024-11-18T18:13:44,614 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,35371,1731953597511.replicationSource.wal-reader.818bff808382%2C35371%2C1731953597511,1-818bff808382,35371,1731953597511 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35413/user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d/WALs/818bff808382,35371,1731953597511/818bff808382%2C35371%2C1731953597511.1731953599547 to pos 1087, reset compression=false 2024-11-18T18:13:44,836 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,42733,1731953604747.replicationSource.wal-reader.818bff808382%2C42733%2C1731953604747,1-818bff808382,42733,1731953604747 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33937/user/jenkins/test-data/857738d8-d28a-9650-626d-c8fad9e57555/WALs/818bff808382,42733,1731953604747/818bff808382%2C42733%2C1731953604747.1731953606433 to pos 1080, reset compression=false 2024-11-18T18:13:44,841 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,42733,1731953604747.replicationSource.wal-reader.818bff808382%2C42733%2C1731953604747,1-818bff808382,42733,1731953604747 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T18:13:44,841 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,42733,1731953604747.replicationSource.wal-reader.818bff808382%2C42733%2C1731953604747,1-818bff808382,42733,1731953604747 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33937/user/jenkins/test-data/857738d8-d28a-9650-626d-c8fad9e57555/WALs/818bff808382,42733,1731953604747/818bff808382%2C42733%2C1731953604747.1731953606433 to pos 1239, reset compression=false 2024-11-18T18:13:44,841 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,42733,1731953604747.replicationSource.shipper818bff808382%2C42733%2C1731953604747,1-818bff808382,42733,1731953604747 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-818bff808382,42733,1731953604747 got entry batch from reader: WALEntryBatch [walEntries=[{test/bfbc4c2a46b4488c8195f9f28789fd8d/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:33937/user/jenkins/test-data/857738d8-d28a-9650-626d-c8fad9e57555/WALs/818bff808382,42733,1731953604747/818bff808382%2C42733%2C1731953604747.1731953606433, lastWalPosition=1239, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-18T18:13:44,842 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35371 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T18:13:44,844 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35371 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T18:13:45,020 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,35371,1731953597511.replicationSource.wal-reader.818bff808382%2C35371%2C1731953597511,1-818bff808382,35371,1731953597511 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35413/user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d/WALs/818bff808382,35371,1731953597511/818bff808382%2C35371%2C1731953597511.1731953599547 to pos 1087, reset compression=false 2024-11-18T18:13:45,025 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,35371,1731953597511.replicationSource.wal-reader.818bff808382%2C35371%2C1731953597511,1-818bff808382,35371,1731953597511 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T18:13:45,025 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,35371,1731953597511.replicationSource.wal-reader.818bff808382%2C35371%2C1731953597511,1-818bff808382,35371,1731953597511 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35413/user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d/WALs/818bff808382,35371,1731953597511/818bff808382%2C35371%2C1731953597511.1731953599547 to pos 1236, reset compression=false 2024-11-18T18:13:45,025 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,35371,1731953597511.replicationSource.shipper818bff808382%2C35371%2C1731953597511,1-818bff808382,35371,1731953597511 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-818bff808382,35371,1731953597511 got entry batch from reader: WALEntryBatch [walEntries=[{test/9c69d50b7631ff77032fdc821f9d67fd/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:35413/user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d/WALs/818bff808382,35371,1731953597511/818bff808382%2C35371%2C1731953597511.1731953599547, lastWalPosition=1236, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-18T18:13:45,026 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32833 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T18:13:45,029 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32833 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T18:13:45,044 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,42733,1731953604747.replicationSource.wal-reader.818bff808382%2C42733%2C1731953604747,1-818bff808382,42733,1731953604747 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33937/user/jenkins/test-data/857738d8-d28a-9650-626d-c8fad9e57555/WALs/818bff808382,42733,1731953604747/818bff808382%2C42733%2C1731953604747.1731953606433 to pos 1239, reset compression=false 2024-11-18T18:13:45,117 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,32833,1731953601171.replicationSource.wal-reader.818bff808382%2C32833%2C1731953601171,1-818bff808382,32833,1731953601171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34087/user/jenkins/test-data/51374b34-9c3e-c2ba-58a2-36318d22b6f2/WALs/818bff808382,32833,1731953601171/818bff808382%2C32833%2C1731953601171.1731953602517 to pos 1063, reset compression=false 2024-11-18T18:13:45,122 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,32833,1731953601171.replicationSource.wal-reader.818bff808382%2C32833%2C1731953601171,1-818bff808382,32833,1731953601171 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T18:13:45,122 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,32833,1731953601171.replicationSource.wal-reader.818bff808382%2C32833%2C1731953601171,1-818bff808382,32833,1731953601171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34087/user/jenkins/test-data/51374b34-9c3e-c2ba-58a2-36318d22b6f2/WALs/818bff808382,32833,1731953601171/818bff808382%2C32833%2C1731953601171.1731953602517 to pos 1235, reset compression=false 2024-11-18T18:13:45,122 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,32833,1731953601171.replicationSource.shipper818bff808382%2C32833%2C1731953601171,1-818bff808382,32833,1731953601171 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-818bff808382,32833,1731953601171 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34087/user/jenkins/test-data/51374b34-9c3e-c2ba-58a2-36318d22b6f2/WALs/818bff808382,32833,1731953601171/818bff808382%2C32833%2C1731953601171.1731953602517, lastWalPosition=1235, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T18:13:45,229 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,35371,1731953597511.replicationSource.wal-reader.818bff808382%2C35371%2C1731953597511,1-818bff808382,35371,1731953597511 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35413/user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d/WALs/818bff808382,35371,1731953597511/818bff808382%2C35371%2C1731953597511.1731953599547 to pos 1236, reset compression=false 2024-11-18T18:13:45,325 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,32833,1731953601171.replicationSource.wal-reader.818bff808382%2C32833%2C1731953601171,1-818bff808382,32833,1731953601171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34087/user/jenkins/test-data/51374b34-9c3e-c2ba-58a2-36318d22b6f2/WALs/818bff808382,32833,1731953601171/818bff808382%2C32833%2C1731953601171.1731953602517 to pos 1235, reset compression=false 2024-11-18T18:13:45,347 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,42733,1731953604747.replicationSource.wal-reader.818bff808382%2C42733%2C1731953604747,1-818bff808382,42733,1731953604747 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33937/user/jenkins/test-data/857738d8-d28a-9650-626d-c8fad9e57555/WALs/818bff808382,42733,1731953604747/818bff808382%2C42733%2C1731953604747.1731953606433 to pos 1239, reset compression=false 2024-11-18T18:13:45,512 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-18T18:13:45,518 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a0d9f16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:13:45,518 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 818bff808382,39263,-1 for getting cluster id 2024-11-18T18:13:45,519 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T18:13:45,520 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4f01d87f-832c-4e54-9fce-00fa20cdb966' 2024-11-18T18:13:45,520 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T18:13:45,520 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4f01d87f-832c-4e54-9fce-00fa20cdb966" 2024-11-18T18:13:45,520 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b40f339, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:13:45,520 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [818bff808382,39263,-1] 2024-11-18T18:13:45,521 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T18:13:45,521 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:13:45,521 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T18:13:45,522 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77d22536, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:13:45,524 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T18:13:45,525 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 818bff808382,39263,1731953604688 2024-11-18T18:13:45,525 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@bc5a029 2024-11-18T18:13:45,525 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T18:13:45,526 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T18:13:45,527 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] master.HMaster(3992): Client=jenkins//172.17.0.2 disable replication peer, id=1 2024-11-18T18:13:45,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-18T18:13:45,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-18T18:13:45,533 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T18:13:45,542 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,35371,1731953597511.replicationSource.wal-reader.818bff808382%2C35371%2C1731953597511,1-818bff808382,35371,1731953597511 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35413/user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d/WALs/818bff808382,35371,1731953597511/818bff808382%2C35371%2C1731953597511.1731953599547 to pos 1236, reset compression=false 2024-11-18T18:13:45,629 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,32833,1731953601171.replicationSource.wal-reader.818bff808382%2C32833%2C1731953601171,1-818bff808382,32833,1731953601171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34087/user/jenkins/test-data/51374b34-9c3e-c2ba-58a2-36318d22b6f2/WALs/818bff808382,32833,1731953601171/818bff808382%2C32833%2C1731953601171.1731953602517 to pos 1235, reset compression=false 2024-11-18T18:13:45,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-18T18:13:45,684 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42733 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-18T18:13:45,685 INFO [RS_REFRESH_PEER-regionserver/818bff808382:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-18T18:13:45,685 INFO [RS_REFRESH_PEER-regionserver/818bff808382:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-18T18:13:45,686 INFO [RS_REFRESH_PEER-regionserver/818bff808382:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-818bff808382,42733,1731953604747 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-18T18:13:45,686 INFO [RS_REFRESH_PEER-regionserver/818bff808382:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/818bff808382:0-0. 2024-11-18T18:13:45,686 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T18:13:45,686 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:13:45,686 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:13:45,686 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T18:13:45,786 WARN [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,42733,1731953604747.replicationSource.shipper818bff808382%2C42733%2C1731953604747,1-818bff808382,42733,1731953604747 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-18T18:13:45,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-18T18:13:45,886 INFO [RS_REFRESH_PEER-regionserver/818bff808382:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,42733,1731953604747.replicationSource.shipper818bff808382%2C42733%2C1731953604747,1-818bff808382,42733,1731953604747 terminated 2024-11-18T18:13:45,904 INFO [RS_REFRESH_PEER-regionserver/818bff808382:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-818bff808382,42733,1731953604747, ReplicationSource: 1, currentBandwidth=0 2024-11-18T18:13:45,904 INFO [RS_REFRESH_PEER-regionserver/818bff808382:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-18T18:13:45,904 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-18T18:13:45,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-18T18:13:45,907 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on 818bff808382,42733,1731953604747 suceeded 2024-11-18T18:13:45,908 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-18T18:13:45,909 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 375 msec 2024-11-18T18:13:45,909 INFO [PEWorker-2 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-18T18:13:45,910 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 382 msec 2024-11-18T18:13:45,919 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,42733,1731953604747 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='818bff808382:41669' 2024-11-18T18:13:45,920 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,42733,1731953604747 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@68a4cae1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:13:45,920 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,42733,1731953604747 {}] client.ClusterIdFetcher(90): Going to request 818bff808382,41669,-1 for getting cluster id 2024-11-18T18:13:45,920 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,42733,1731953604747 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T18:13:45,921 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5be485e1-6034-41f0-bf8b-34ce884c4822' 2024-11-18T18:13:45,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T18:13:45,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5be485e1-6034-41f0-bf8b-34ce884c4822" 2024-11-18T18:13:45,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@366231ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:13:45,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [818bff808382,41669,-1] 2024-11-18T18:13:45,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T18:13:45,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:13:45,922 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-18T18:13:45,923 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,42733,1731953604747 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@18754e38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:13:45,923 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,42733,1731953604747 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T18:13:45,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 818bff808382,41669,1731953597432 2024-11-18T18:13:45,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@e7eb22 2024-11-18T18:13:45,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T18:13:45,924 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49786, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-18T18:13:45,925 INFO [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,42733,1731953604747 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-818bff808382,42733,1731953604747 (queues=1) is replicating from cluster=4f01d87f-832c-4e54-9fce-00fa20cdb966 to cluster=5be485e1-6034-41f0-bf8b-34ce884c4822 2024-11-18T18:13:45,925 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,42733,1731953604747 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=818bff808382%2C42733%2C1731953604747 2024-11-18T18:13:45,925 INFO [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,42733,1731953604747 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-818bff808382,42733,1731953604747, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T18:13:45,925 INFO [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,42733,1731953604747.replicationSource.shipper818bff808382%2C42733%2C1731953604747,1-818bff808382,42733,1731953604747 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 818bff808382%2C42733%2C1731953604747 2024-11-18T18:13:45,946 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,35371,1731953597511.replicationSource.wal-reader.818bff808382%2C35371%2C1731953597511,1-818bff808382,35371,1731953597511 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35413/user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d/WALs/818bff808382,35371,1731953597511/818bff808382%2C35371%2C1731953597511.1731953599547 to pos 1236, reset compression=false 2024-11-18T18:13:46,033 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,32833,1731953601171.replicationSource.wal-reader.818bff808382%2C32833%2C1731953601171,1-818bff808382,32833,1731953601171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34087/user/jenkins/test-data/51374b34-9c3e-c2ba-58a2-36318d22b6f2/WALs/818bff808382,32833,1731953601171/818bff808382%2C32833%2C1731953601171.1731953602517 to pos 1235, reset compression=false 2024-11-18T18:13:46,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-18T18:13:46,162 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-18T18:13:46,162 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T18:13:46,162 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T18:13:46,162 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:13:46,162 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:13:46,163 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T18:13:46,166 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-18T18:13:46,449 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,35371,1731953597511.replicationSource.wal-reader.818bff808382%2C35371%2C1731953597511,1-818bff808382,35371,1731953597511 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35413/user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d/WALs/818bff808382,35371,1731953597511/818bff808382%2C35371%2C1731953597511.1731953599547 to pos 1236, reset compression=false 2024-11-18T18:13:46,454 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,35371,1731953597511.replicationSource.wal-reader.818bff808382%2C35371%2C1731953597511,1-818bff808382,35371,1731953597511 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T18:13:46,454 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,35371,1731953597511.replicationSource.wal-reader.818bff808382%2C35371%2C1731953597511,1-818bff808382,35371,1731953597511 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35413/user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d/WALs/818bff808382,35371,1731953597511/818bff808382%2C35371%2C1731953597511.1731953599547 to pos 1340, reset compression=false 2024-11-18T18:13:46,454 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,35371,1731953597511.replicationSource.shipper818bff808382%2C35371%2C1731953597511,1-818bff808382,35371,1731953597511 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-818bff808382,35371,1731953597511 got entry batch from reader: WALEntryBatch [walEntries=[{test/9c69d50b7631ff77032fdc821f9d67fd/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:35413/user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d/WALs/818bff808382,35371,1731953597511/818bff808382%2C35371%2C1731953597511.1731953599547, lastWalPosition=1340, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-18T18:13:46,455 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32833 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T18:13:46,458 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32833 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T18:13:46,536 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,32833,1731953601171.replicationSource.wal-reader.818bff808382%2C32833%2C1731953601171,1-818bff808382,32833,1731953601171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34087/user/jenkins/test-data/51374b34-9c3e-c2ba-58a2-36318d22b6f2/WALs/818bff808382,32833,1731953601171/818bff808382%2C32833%2C1731953601171.1731953602517 to pos 1235, reset compression=false 2024-11-18T18:13:46,542 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,32833,1731953601171.replicationSource.wal-reader.818bff808382%2C32833%2C1731953601171,1-818bff808382,32833,1731953601171 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T18:13:46,542 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,32833,1731953601171.replicationSource.wal-reader.818bff808382%2C32833%2C1731953601171,1-818bff808382,32833,1731953601171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34087/user/jenkins/test-data/51374b34-9c3e-c2ba-58a2-36318d22b6f2/WALs/818bff808382,32833,1731953601171/818bff808382%2C32833%2C1731953601171.1731953602517 to pos 1362, reset compression=false 2024-11-18T18:13:46,542 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,32833,1731953601171.replicationSource.shipper818bff808382%2C32833%2C1731953601171,1-818bff808382,32833,1731953601171 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-818bff808382,32833,1731953601171 got entry batch from reader: WALEntryBatch [walEntries=[{test/9e5dd21806422c98562567a406086595/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:34087/user/jenkins/test-data/51374b34-9c3e-c2ba-58a2-36318d22b6f2/WALs/818bff808382,32833,1731953601171/818bff808382%2C32833%2C1731953601171.1731953602517, lastWalPosition=1362, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-18T18:13:46,543 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42733 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T18:13:46,546 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42733 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T18:13:46,657 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,35371,1731953597511.replicationSource.wal-reader.818bff808382%2C35371%2C1731953597511,1-818bff808382,35371,1731953597511 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35413/user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d/WALs/818bff808382,35371,1731953597511/818bff808382%2C35371%2C1731953597511.1731953599547 to pos 1340, reset compression=false 2024-11-18T18:13:46,760 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,32833,1731953601171.replicationSource.wal-reader.818bff808382%2C32833%2C1731953601171,1-818bff808382,32833,1731953601171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34087/user/jenkins/test-data/51374b34-9c3e-c2ba-58a2-36318d22b6f2/WALs/818bff808382,32833,1731953601171/818bff808382%2C32833%2C1731953601171.1731953602517 to pos 1362, reset compression=false 2024-11-18T18:13:46,962 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,35371,1731953597511.replicationSource.wal-reader.818bff808382%2C35371%2C1731953597511,1-818bff808382,35371,1731953597511 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35413/user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d/WALs/818bff808382,35371,1731953597511/818bff808382%2C35371%2C1731953597511.1731953599547 to pos 1340, reset compression=false 2024-11-18T18:13:47,019 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T18:13:47,064 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,32833,1731953601171.replicationSource.wal-reader.818bff808382%2C32833%2C1731953601171,1-818bff808382,32833,1731953601171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34087/user/jenkins/test-data/51374b34-9c3e-c2ba-58a2-36318d22b6f2/WALs/818bff808382,32833,1731953601171/818bff808382%2C32833%2C1731953601171.1731953602517 to pos 1362, reset compression=false 2024-11-18T18:13:47,178 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-18T18:13:47,187 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@334347a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:13:47,187 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 818bff808382,39263,-1 for getting cluster id 2024-11-18T18:13:47,187 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T18:13:47,188 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4f01d87f-832c-4e54-9fce-00fa20cdb966' 2024-11-18T18:13:47,189 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T18:13:47,189 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4f01d87f-832c-4e54-9fce-00fa20cdb966" 2024-11-18T18:13:47,189 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74e37e52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:13:47,189 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [818bff808382,39263,-1] 2024-11-18T18:13:47,189 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T18:13:47,190 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:13:47,191 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43408, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T18:13:47,191 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f8605d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:13:47,194 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T18:13:47,195 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(321): The fetched master address is 818bff808382,39263,1731953604688 2024-11-18T18:13:47,195 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@46b5f8ee 2024-11-18T18:13:47,196 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T18:13:47,196 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43418, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T18:13:47,197 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] master.HMaster(3986): Client=jenkins//172.17.0.2 enable replication peer, id=1 2024-11-18T18:13:47,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-18T18:13:47,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-18T18:13:47,204 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T18:13:47,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-18T18:13:47,357 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42733 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-18T18:13:47,358 INFO [RS_REFRESH_PEER-regionserver/818bff808382:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-18T18:13:47,358 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-18T18:13:47,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-18T18:13:47,362 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on 818bff808382,42733,1731953604747 suceeded 2024-11-18T18:13:47,364 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-18T18:13:47,364 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 158 msec 2024-11-18T18:13:47,364 INFO [PEWorker-4 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-18T18:13:47,365 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 167 msec 2024-11-18T18:13:47,367 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,35371,1731953597511.replicationSource.wal-reader.818bff808382%2C35371%2C1731953597511,1-818bff808382,35371,1731953597511 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35413/user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d/WALs/818bff808382,35371,1731953597511/818bff808382%2C35371%2C1731953597511.1731953599547 to pos 1340, reset compression=false 2024-11-18T18:13:47,427 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,42733,1731953604747.replicationSource.wal-reader.818bff808382%2C42733%2C1731953604747,1-818bff808382,42733,1731953604747 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33937/user/jenkins/test-data/857738d8-d28a-9650-626d-c8fad9e57555/WALs/818bff808382,42733,1731953604747/818bff808382%2C42733%2C1731953604747.1731953606433, startPosition=1239, beingWritten=true 2024-11-18T18:13:47,432 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,42733,1731953604747.replicationSource.wal-reader.818bff808382%2C42733%2C1731953604747,1-818bff808382,42733,1731953604747 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T18:13:47,432 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,42733,1731953604747.replicationSource.wal-reader.818bff808382%2C42733%2C1731953604747,1-818bff808382,42733,1731953604747 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33937/user/jenkins/test-data/857738d8-d28a-9650-626d-c8fad9e57555/WALs/818bff808382,42733,1731953604747/818bff808382%2C42733%2C1731953604747.1731953606433 to pos 1390, reset compression=false 2024-11-18T18:13:47,432 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,42733,1731953604747.replicationSource.shipper818bff808382%2C42733%2C1731953604747,1-818bff808382,42733,1731953604747 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-818bff808382,42733,1731953604747 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33937/user/jenkins/test-data/857738d8-d28a-9650-626d-c8fad9e57555/WALs/818bff808382,42733,1731953604747/818bff808382%2C42733%2C1731953604747.1731953606433, lastWalPosition=1390, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T18:13:47,470 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,32833,1731953601171.replicationSource.wal-reader.818bff808382%2C32833%2C1731953601171,1-818bff808382,32833,1731953601171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34087/user/jenkins/test-data/51374b34-9c3e-c2ba-58a2-36318d22b6f2/WALs/818bff808382,32833,1731953601171/818bff808382%2C32833%2C1731953601171.1731953602517 to pos 1362, reset compression=false 2024-11-18T18:13:47,475 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,32833,1731953601171.replicationSource.wal-reader.818bff808382%2C32833%2C1731953601171,1-818bff808382,32833,1731953601171 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T18:13:47,475 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,32833,1731953601171.replicationSource.wal-reader.818bff808382%2C32833%2C1731953601171,1-818bff808382,32833,1731953601171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34087/user/jenkins/test-data/51374b34-9c3e-c2ba-58a2-36318d22b6f2/WALs/818bff808382,32833,1731953601171/818bff808382%2C32833%2C1731953601171.1731953602517 to pos 1466, reset compression=false 2024-11-18T18:13:47,476 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,32833,1731953601171.replicationSource.shipper818bff808382%2C32833%2C1731953601171,1-818bff808382,32833,1731953601171 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-818bff808382,32833,1731953601171 got entry batch from reader: WALEntryBatch [walEntries=[{test/9e5dd21806422c98562567a406086595/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:34087/user/jenkins/test-data/51374b34-9c3e-c2ba-58a2-36318d22b6f2/WALs/818bff808382,32833,1731953601171/818bff808382%2C32833%2C1731953601171.1731953602517, lastWalPosition=1466, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-18T18:13:47,477 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42733 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T18:13:47,481 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42733 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T18:13:47,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-18T18:13:47,523 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-18T18:13:47,523 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T18:13:47,523 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T18:13:47,523 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:13:47,523 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:13:47,523 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T18:13:47,525 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row4. IsDeleteReplication:false 2024-11-18T18:13:47,635 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,42733,1731953604747.replicationSource.wal-reader.818bff808382%2C42733%2C1731953604747,1-818bff808382,42733,1731953604747 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33937/user/jenkins/test-data/857738d8-d28a-9650-626d-c8fad9e57555/WALs/818bff808382,42733,1731953604747/818bff808382%2C42733%2C1731953604747.1731953606433 to pos 1390, reset compression=false 2024-11-18T18:13:47,642 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,42733,1731953604747.replicationSource.wal-reader.818bff808382%2C42733%2C1731953604747,1-818bff808382,42733,1731953604747 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T18:13:47,642 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,42733,1731953604747.replicationSource.wal-reader.818bff808382%2C42733%2C1731953604747,1-818bff808382,42733,1731953604747 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33937/user/jenkins/test-data/857738d8-d28a-9650-626d-c8fad9e57555/WALs/818bff808382,42733,1731953604747/818bff808382%2C42733%2C1731953604747.1731953606433 to pos 1518, reset compression=false 2024-11-18T18:13:47,642 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,42733,1731953604747.replicationSource.shipper818bff808382%2C42733%2C1731953604747,1-818bff808382,42733,1731953604747 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-818bff808382,42733,1731953604747 got entry batch from reader: WALEntryBatch [walEntries=[{test/bfbc4c2a46b4488c8195f9f28789fd8d/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:33937/user/jenkins/test-data/857738d8-d28a-9650-626d-c8fad9e57555/WALs/818bff808382,42733,1731953604747/818bff808382%2C42733%2C1731953604747.1731953606433, lastWalPosition=1518, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-18T18:13:47,646 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,42733,1731953604747.replicationSource.shipper818bff808382%2C42733%2C1731953604747,1-818bff808382,42733,1731953604747 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T18:13:47,647 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35086, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-18T18:13:47,648 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35371 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T18:13:47,657 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35371 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T18:13:47,684 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,32833,1731953601171.replicationSource.wal-reader.818bff808382%2C32833%2C1731953601171,1-818bff808382,32833,1731953601171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34087/user/jenkins/test-data/51374b34-9c3e-c2ba-58a2-36318d22b6f2/WALs/818bff808382,32833,1731953601171/818bff808382%2C32833%2C1731953601171.1731953602517 to pos 1466, reset compression=false 2024-11-18T18:13:47,861 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,42733,1731953604747.replicationSource.wal-reader.818bff808382%2C42733%2C1731953604747,1-818bff808382,42733,1731953604747 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33937/user/jenkins/test-data/857738d8-d28a-9650-626d-c8fad9e57555/WALs/818bff808382,42733,1731953604747/818bff808382%2C42733%2C1731953604747.1731953606433 to pos 1518, reset compression=false 2024-11-18T18:13:47,870 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,35371,1731953597511.replicationSource.wal-reader.818bff808382%2C35371%2C1731953597511,1-818bff808382,35371,1731953597511 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35413/user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d/WALs/818bff808382,35371,1731953597511/818bff808382%2C35371%2C1731953597511.1731953599547 to pos 1340, reset compression=false 2024-11-18T18:13:47,875 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,35371,1731953597511.replicationSource.wal-reader.818bff808382%2C35371%2C1731953597511,1-818bff808382,35371,1731953597511 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T18:13:47,875 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,35371,1731953597511.replicationSource.wal-reader.818bff808382%2C35371%2C1731953597511,1-818bff808382,35371,1731953597511 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35413/user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d/WALs/818bff808382,35371,1731953597511/818bff808382%2C35371%2C1731953597511.1731953599547 to pos 1491, reset compression=false 2024-11-18T18:13:47,875 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,35371,1731953597511.replicationSource.shipper818bff808382%2C35371%2C1731953597511,1-818bff808382,35371,1731953597511 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-818bff808382,35371,1731953597511 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35413/user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d/WALs/818bff808382,35371,1731953597511/818bff808382%2C35371%2C1731953597511.1731953599547, lastWalPosition=1491, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T18:13:47,988 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,32833,1731953601171.replicationSource.wal-reader.818bff808382%2C32833%2C1731953601171,1-818bff808382,32833,1731953601171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34087/user/jenkins/test-data/51374b34-9c3e-c2ba-58a2-36318d22b6f2/WALs/818bff808382,32833,1731953601171/818bff808382%2C32833%2C1731953601171.1731953602517 to pos 1466, reset compression=false 2024-11-18T18:13:48,085 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,35371,1731953597511.replicationSource.wal-reader.818bff808382%2C35371%2C1731953597511,1-818bff808382,35371,1731953597511 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35413/user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d/WALs/818bff808382,35371,1731953597511/818bff808382%2C35371%2C1731953597511.1731953599547 to pos 1491, reset compression=false 2024-11-18T18:13:48,167 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,42733,1731953604747.replicationSource.wal-reader.818bff808382%2C42733%2C1731953604747,1-818bff808382,42733,1731953604747 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33937/user/jenkins/test-data/857738d8-d28a-9650-626d-c8fad9e57555/WALs/818bff808382,42733,1731953604747/818bff808382%2C42733%2C1731953604747.1731953606433 to pos 1518, reset compression=false 2024-11-18T18:13:48,389 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,35371,1731953597511.replicationSource.wal-reader.818bff808382%2C35371%2C1731953597511,1-818bff808382,35371,1731953597511 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35413/user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d/WALs/818bff808382,35371,1731953597511/818bff808382%2C35371%2C1731953597511.1731953599547 to pos 1491, reset compression=false 2024-11-18T18:13:48,392 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,32833,1731953601171.replicationSource.wal-reader.818bff808382%2C32833%2C1731953601171,1-818bff808382,32833,1731953601171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34087/user/jenkins/test-data/51374b34-9c3e-c2ba-58a2-36318d22b6f2/WALs/818bff808382,32833,1731953601171/818bff808382%2C32833%2C1731953601171.1731953602517 to pos 1466, reset compression=false 2024-11-18T18:13:48,527 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-18T18:13:48,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T18:13:48,527 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T18:13:48,527 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T18:13:48,527 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:13:48,527 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:13:48,527 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T18:13:48,528 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T18:13:48,528 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1999128668, stopped=false 2024-11-18T18:13:48,528 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=818bff808382,39263,1731953604688 2024-11-18T18:13:48,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42733-0x1000bd650710007, quorum=127.0.0.1:60069, baseZNode=/2-1938753534 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1938753534/running 2024-11-18T18:13:48,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39263-0x1000bd650710006, quorum=127.0.0.1:60069, baseZNode=/2-1938753534 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1938753534/running 2024-11-18T18:13:48,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42733-0x1000bd650710007, quorum=127.0.0.1:60069, baseZNode=/2-1938753534 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1938753534 2024-11-18T18:13:48,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39263-0x1000bd650710006, quorum=127.0.0.1:60069, baseZNode=/2-1938753534 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1938753534 2024-11-18T18:13:48,530 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T18:13:48,530 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T18:13:48,530 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T18:13:48,530 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42733-0x1000bd650710007, quorum=127.0.0.1:60069, baseZNode=/2-1938753534 Set watcher on znode that does not yet exist, /2-1938753534/running 2024-11-18T18:13:48,530 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:13:48,531 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '818bff808382,42733,1731953604747' ***** 2024-11-18T18:13:48,531 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T18:13:48,531 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39263-0x1000bd650710006, quorum=127.0.0.1:60069, baseZNode=/2-1938753534 Set watcher on znode that does not yet exist, /2-1938753534/running 2024-11-18T18:13:48,532 INFO [RS:0;818bff808382:42733 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T18:13:48,532 INFO [RS:0;818bff808382:42733 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T18:13:48,532 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T18:13:48,532 INFO [RS:0;818bff808382:42733 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T18:13:48,532 INFO [RS:0;818bff808382:42733 {}] regionserver.HRegionServer(3091): Received CLOSE for b1305767fda01b4ac5e23e310244ad5c 2024-11-18T18:13:48,532 INFO [RS:0;818bff808382:42733 {}] regionserver.HRegionServer(3091): Received CLOSE for bfbc4c2a46b4488c8195f9f28789fd8d 2024-11-18T18:13:48,532 INFO [RS:0;818bff808382:42733 {}] regionserver.HRegionServer(959): stopping server 818bff808382,42733,1731953604747 2024-11-18T18:13:48,532 INFO [RS:0;818bff808382:42733 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T18:13:48,532 INFO [RS:0;818bff808382:42733 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;818bff808382:42733. 2024-11-18T18:13:48,532 DEBUG [RS:0;818bff808382:42733 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T18:13:48,532 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b1305767fda01b4ac5e23e310244ad5c, disabling compactions & flushes 2024-11-18T18:13:48,532 DEBUG [RS:0;818bff808382:42733 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:13:48,532 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731953617281.b1305767fda01b4ac5e23e310244ad5c. 2024-11-18T18:13:48,532 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731953617281.b1305767fda01b4ac5e23e310244ad5c. 2024-11-18T18:13:48,532 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731953617281.b1305767fda01b4ac5e23e310244ad5c. after waiting 0 ms 2024-11-18T18:13:48,532 INFO [RS:0;818bff808382:42733 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T18:13:48,533 INFO [RS:0;818bff808382:42733 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T18:13:48,533 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731953617281.b1305767fda01b4ac5e23e310244ad5c. 2024-11-18T18:13:48,533 INFO [RS:0;818bff808382:42733 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T18:13:48,533 INFO [RS:0;818bff808382:42733 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T18:13:48,533 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b1305767fda01b4ac5e23e310244ad5c 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-18T18:13:48,533 INFO [RS:0;818bff808382:42733 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-18T18:13:48,533 DEBUG [RS:0;818bff808382:42733 {}] regionserver.HRegionServer(1325): Online Regions={b1305767fda01b4ac5e23e310244ad5c=hbase:replication,,1731953617281.b1305767fda01b4ac5e23e310244ad5c., 1588230740=hbase:meta,,1.1588230740, bfbc4c2a46b4488c8195f9f28789fd8d=test,,1731953611795.bfbc4c2a46b4488c8195f9f28789fd8d.} 2024-11-18T18:13:48,533 DEBUG [RS:0;818bff808382:42733 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b1305767fda01b4ac5e23e310244ad5c, bfbc4c2a46b4488c8195f9f28789fd8d 2024-11-18T18:13:48,533 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T18:13:48,533 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T18:13:48,533 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T18:13:48,533 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T18:13:48,533 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T18:13:48,533 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-18T18:13:48,552 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33937/user/jenkins/test-data/857738d8-d28a-9650-626d-c8fad9e57555/data/hbase/meta/1588230740/.tmp/info/d313dbc97aea4f979df46d55d17bd0c6 is 147, key is hbase:replication,,1731953617281.b1305767fda01b4ac5e23e310244ad5c./info:regioninfo/1731953618455/Put/seqid=0 2024-11-18T18:13:48,552 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33937/user/jenkins/test-data/857738d8-d28a-9650-626d-c8fad9e57555/data/hbase/replication/b1305767fda01b4ac5e23e310244ad5c/.tmp/queue/19f19c28bb8241cba9f50def20c924a5 is 154, key is 1-818bff808382,42733,1731953604747/queue:818bff808382%2C42733%2C1731953604747/1731953627659/Put/seqid=0 2024-11-18T18:13:48,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42563 is added to blk_1073741840_1016 (size=5353) 2024-11-18T18:13:48,558 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:33937/user/jenkins/test-data/857738d8-d28a-9650-626d-c8fad9e57555/data/hbase/replication/b1305767fda01b4ac5e23e310244ad5c/.tmp/queue/19f19c28bb8241cba9f50def20c924a5 2024-11-18T18:13:48,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42563 is added to blk_1073741841_1017 (size=7686) 2024-11-18T18:13:48,570 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33937/user/jenkins/test-data/857738d8-d28a-9650-626d-c8fad9e57555/data/hbase/replication/b1305767fda01b4ac5e23e310244ad5c/.tmp/queue/19f19c28bb8241cba9f50def20c924a5 as hdfs://localhost:33937/user/jenkins/test-data/857738d8-d28a-9650-626d-c8fad9e57555/data/hbase/replication/b1305767fda01b4ac5e23e310244ad5c/queue/19f19c28bb8241cba9f50def20c924a5 2024-11-18T18:13:48,572 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,42733,1731953604747.replicationSource.wal-reader.818bff808382%2C42733%2C1731953604747,1-818bff808382,42733,1731953604747 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33937/user/jenkins/test-data/857738d8-d28a-9650-626d-c8fad9e57555/WALs/818bff808382,42733,1731953604747/818bff808382%2C42733%2C1731953604747.1731953606433 to pos 1518, reset compression=false 2024-11-18T18:13:48,579 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33937/user/jenkins/test-data/857738d8-d28a-9650-626d-c8fad9e57555/data/hbase/replication/b1305767fda01b4ac5e23e310244ad5c/queue/19f19c28bb8241cba9f50def20c924a5, entries=1, sequenceid=14, filesize=5.2 K 2024-11-18T18:13:48,580 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for b1305767fda01b4ac5e23e310244ad5c in 47ms, sequenceid=14, compaction requested=false 2024-11-18T18:13:48,584 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33937/user/jenkins/test-data/857738d8-d28a-9650-626d-c8fad9e57555/data/hbase/meta/1588230740/.tmp/info/d313dbc97aea4f979df46d55d17bd0c6 2024-11-18T18:13:48,596 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33937/user/jenkins/test-data/857738d8-d28a-9650-626d-c8fad9e57555/data/hbase/replication/b1305767fda01b4ac5e23e310244ad5c/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-18T18:13:48,598 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T18:13:48,598 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T18:13:48,599 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731953617281.b1305767fda01b4ac5e23e310244ad5c. 2024-11-18T18:13:48,599 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b1305767fda01b4ac5e23e310244ad5c: Waiting for close lock at 1731953628532Running coprocessor pre-close hooks at 1731953628532Disabling compacts and flushes for region at 1731953628532Disabling writes for close at 1731953628532Obtaining lock to block concurrent updates at 1731953628533 (+1 ms)Preparing flush snapshotting stores in b1305767fda01b4ac5e23e310244ad5c at 1731953628533Finished memstore snapshotting hbase:replication,,1731953617281.b1305767fda01b4ac5e23e310244ad5c., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1731953628533Flushing stores of hbase:replication,,1731953617281.b1305767fda01b4ac5e23e310244ad5c. at 1731953628534 (+1 ms)Flushing b1305767fda01b4ac5e23e310244ad5c/queue: creating writer at 1731953628534Flushing b1305767fda01b4ac5e23e310244ad5c/queue: appending metadata at 1731953628552 (+18 ms)Flushing b1305767fda01b4ac5e23e310244ad5c/queue: closing flushed file at 1731953628552Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@494e430d: reopening flushed file at 1731953628570 (+18 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for b1305767fda01b4ac5e23e310244ad5c in 47ms, sequenceid=14, compaction requested=false at 1731953628580 (+10 ms)Writing region close event to WAL at 1731953628589 (+9 ms)Running coprocessor post-close hooks at 1731953628598 (+9 ms)Closed at 1731953628599 (+1 ms) 2024-11-18T18:13:48,599 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731953617281.b1305767fda01b4ac5e23e310244ad5c. 2024-11-18T18:13:48,599 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bfbc4c2a46b4488c8195f9f28789fd8d, disabling compactions & flushes 2024-11-18T18:13:48,599 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731953611795.bfbc4c2a46b4488c8195f9f28789fd8d. 2024-11-18T18:13:48,599 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731953611795.bfbc4c2a46b4488c8195f9f28789fd8d. 2024-11-18T18:13:48,599 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731953611795.bfbc4c2a46b4488c8195f9f28789fd8d. after waiting 0 ms 2024-11-18T18:13:48,599 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731953611795.bfbc4c2a46b4488c8195f9f28789fd8d. 2024-11-18T18:13:48,599 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing bfbc4c2a46b4488c8195f9f28789fd8d 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-18T18:13:48,609 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33937/user/jenkins/test-data/857738d8-d28a-9650-626d-c8fad9e57555/data/hbase/meta/1588230740/.tmp/ns/3705f9d14c354e5cb85f9a82de834120 is 43, key is default/ns:d/1731953607365/Put/seqid=0 2024-11-18T18:13:48,617 INFO [regionserver/818bff808382:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T18:13:48,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42563 is added to blk_1073741842_1018 (size=5153) 2024-11-18T18:13:48,624 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33937/user/jenkins/test-data/857738d8-d28a-9650-626d-c8fad9e57555/data/default/test/bfbc4c2a46b4488c8195f9f28789fd8d/.tmp/f/7dc6de35d8da4ea690ea16f343c55e2a is 37, key is row3/f:row3/1731953626164/Put/seqid=0 2024-11-18T18:13:48,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42563 is added to blk_1073741843_1019 (size=5228) 2024-11-18T18:13:48,733 DEBUG [RS:0;818bff808382:42733 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bfbc4c2a46b4488c8195f9f28789fd8d 2024-11-18T18:13:48,793 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,35371,1731953597511.replicationSource.wal-reader.818bff808382%2C35371%2C1731953597511,1-818bff808382,35371,1731953597511 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35413/user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d/WALs/818bff808382,35371,1731953597511/818bff808382%2C35371%2C1731953597511.1731953599547 to pos 1491, reset compression=false 2024-11-18T18:13:48,896 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,32833,1731953601171.replicationSource.wal-reader.818bff808382%2C32833%2C1731953601171,1-818bff808382,32833,1731953601171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34087/user/jenkins/test-data/51374b34-9c3e-c2ba-58a2-36318d22b6f2/WALs/818bff808382,32833,1731953601171/818bff808382%2C32833%2C1731953601171.1731953602517 to pos 1466, reset compression=false 2024-11-18T18:13:48,933 DEBUG [RS:0;818bff808382:42733 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bfbc4c2a46b4488c8195f9f28789fd8d 2024-11-18T18:13:49,022 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33937/user/jenkins/test-data/857738d8-d28a-9650-626d-c8fad9e57555/data/hbase/meta/1588230740/.tmp/ns/3705f9d14c354e5cb85f9a82de834120 2024-11-18T18:13:49,028 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33937/user/jenkins/test-data/857738d8-d28a-9650-626d-c8fad9e57555/data/default/test/bfbc4c2a46b4488c8195f9f28789fd8d/.tmp/f/7dc6de35d8da4ea690ea16f343c55e2a 2024-11-18T18:13:49,033 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7dc6de35d8da4ea690ea16f343c55e2a 2024-11-18T18:13:49,047 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33937/user/jenkins/test-data/857738d8-d28a-9650-626d-c8fad9e57555/data/hbase/meta/1588230740/.tmp/rep_barrier/d4dc6b38294e4ecca58da526fc698f84 is 112, key is test,,1731953611795.bfbc4c2a46b4488c8195f9f28789fd8d./rep_barrier:seqnumDuringOpen/1731953612955/Put/seqid=0 2024-11-18T18:13:49,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42563 is added to blk_1073741844_1020 (size=5518) 2024-11-18T18:13:49,058 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33937/user/jenkins/test-data/857738d8-d28a-9650-626d-c8fad9e57555/data/default/test/bfbc4c2a46b4488c8195f9f28789fd8d/.tmp/f1/8d6138fe9dcb429d91b033c964381fe9 is 30, key is row1/f1:/1731953623499/DeleteFamily/seqid=0 2024-11-18T18:13:49,059 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33937/user/jenkins/test-data/857738d8-d28a-9650-626d-c8fad9e57555/data/hbase/meta/1588230740/.tmp/rep_barrier/d4dc6b38294e4ecca58da526fc698f84 2024-11-18T18:13:49,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42563 is added to blk_1073741845_1021 (size=5158) 2024-11-18T18:13:49,080 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33937/user/jenkins/test-data/857738d8-d28a-9650-626d-c8fad9e57555/data/hbase/meta/1588230740/.tmp/table/219490dbe8604738bb636ac036511032 is 53, key is hbase:replication/table:state/1731953618463/Put/seqid=0 2024-11-18T18:13:49,081 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,42733,1731953604747.replicationSource.wal-reader.818bff808382%2C42733%2C1731953604747,1-818bff808382,42733,1731953604747 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33937/user/jenkins/test-data/857738d8-d28a-9650-626d-c8fad9e57555/WALs/818bff808382,42733,1731953604747/818bff808382%2C42733%2C1731953604747.1731953606433 to pos 1518, reset compression=false 2024-11-18T18:13:49,086 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,42733,1731953604747.replicationSource.wal-reader.818bff808382%2C42733%2C1731953604747,1-818bff808382,42733,1731953604747 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T18:13:49,086 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,42733,1731953604747.replicationSource.wal-reader.818bff808382%2C42733%2C1731953604747,1-818bff808382,42733,1731953604747 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33937/user/jenkins/test-data/857738d8-d28a-9650-626d-c8fad9e57555/WALs/818bff808382,42733,1731953604747/818bff808382%2C42733%2C1731953604747.1731953606433 to pos 1765, reset compression=false 2024-11-18T18:13:49,086 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,42733,1731953604747.replicationSource.shipper818bff808382%2C42733%2C1731953604747,1-818bff808382,42733,1731953604747 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-818bff808382,42733,1731953604747 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33937/user/jenkins/test-data/857738d8-d28a-9650-626d-c8fad9e57555/WALs/818bff808382,42733,1731953604747/818bff808382%2C42733%2C1731953604747.1731953606433, lastWalPosition=1765, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T18:13:49,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42563 is added to blk_1073741846_1022 (size=5308) 2024-11-18T18:13:49,087 ERROR [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,42733,1731953604747.replicationSource.shipper818bff808382%2C42733%2C1731953604747,1-818bff808382,42733,1731953604747 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 818bff808382,42733,1731953604747: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-818bff808382,42733,1731953604747, walGroup=818bff808382%2C42733%2C1731953604747, offset=818bff808382%2C42733%2C1731953604747.1731953606433:1765, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=818bff808382:42733 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-18T18:13:49,088 ERROR [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,42733,1731953604747.replicationSource.shipper818bff808382%2C42733%2C1731953604747,1-818bff808382,42733,1731953604747 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-18T18:13:49,088 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,42733,1731953604747.replicationSource.shipper818bff808382%2C42733%2C1731953604747,1-818bff808382,42733,1731953604747 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-18T18:13:49,089 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33937/user/jenkins/test-data/857738d8-d28a-9650-626d-c8fad9e57555/data/hbase/meta/1588230740/.tmp/table/219490dbe8604738bb636ac036511032 2024-11-18T18:13:49,089 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,42733,1731953604747.replicationSource.shipper818bff808382%2C42733%2C1731953604747,1-818bff808382,42733,1731953604747 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-18T18:13:49,089 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,42733,1731953604747.replicationSource.shipper818bff808382%2C42733%2C1731953604747,1-818bff808382,42733,1731953604747 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-18T18:13:49,089 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,42733,1731953604747.replicationSource.shipper818bff808382%2C42733%2C1731953604747,1-818bff808382,42733,1731953604747 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-18T18:13:49,089 INFO [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,42733,1731953604747.replicationSource.shipper818bff808382%2C42733%2C1731953604747,1-818bff808382,42733,1731953604747 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1178599424, "init": 1048576000, "max": 2306867200, "used": 777935104 }, "NonHeapMemoryUsage": { "committed": 201850880, "init": 7667712, "max": -1, "used": 198878344 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-18T18:13:49,090 WARN [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,42733,1731953604747.replicationSource.shipper818bff808382%2C42733%2C1731953604747,1-818bff808382,42733,1731953604747 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=818bff808382:39263 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=818bff808382:39263 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more 2024-11-18T18:13:49,093 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33937/user/jenkins/test-data/857738d8-d28a-9650-626d-c8fad9e57555/data/hbase/meta/1588230740/.tmp/info/d313dbc97aea4f979df46d55d17bd0c6 as hdfs://localhost:33937/user/jenkins/test-data/857738d8-d28a-9650-626d-c8fad9e57555/data/hbase/meta/1588230740/info/d313dbc97aea4f979df46d55d17bd0c6 2024-11-18T18:13:49,097 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33937/user/jenkins/test-data/857738d8-d28a-9650-626d-c8fad9e57555/data/hbase/meta/1588230740/info/d313dbc97aea4f979df46d55d17bd0c6, entries=20, sequenceid=16, filesize=7.5 K 2024-11-18T18:13:49,098 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33937/user/jenkins/test-data/857738d8-d28a-9650-626d-c8fad9e57555/data/hbase/meta/1588230740/.tmp/ns/3705f9d14c354e5cb85f9a82de834120 as hdfs://localhost:33937/user/jenkins/test-data/857738d8-d28a-9650-626d-c8fad9e57555/data/hbase/meta/1588230740/ns/3705f9d14c354e5cb85f9a82de834120 2024-11-18T18:13:49,101 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33937/user/jenkins/test-data/857738d8-d28a-9650-626d-c8fad9e57555/data/hbase/meta/1588230740/ns/3705f9d14c354e5cb85f9a82de834120, entries=2, sequenceid=16, filesize=5.0 K 2024-11-18T18:13:49,102 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33937/user/jenkins/test-data/857738d8-d28a-9650-626d-c8fad9e57555/data/hbase/meta/1588230740/.tmp/rep_barrier/d4dc6b38294e4ecca58da526fc698f84 as hdfs://localhost:33937/user/jenkins/test-data/857738d8-d28a-9650-626d-c8fad9e57555/data/hbase/meta/1588230740/rep_barrier/d4dc6b38294e4ecca58da526fc698f84 2024-11-18T18:13:49,109 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33937/user/jenkins/test-data/857738d8-d28a-9650-626d-c8fad9e57555/data/hbase/meta/1588230740/rep_barrier/d4dc6b38294e4ecca58da526fc698f84, entries=1, sequenceid=16, filesize=5.4 K 2024-11-18T18:13:49,109 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33937/user/jenkins/test-data/857738d8-d28a-9650-626d-c8fad9e57555/data/hbase/meta/1588230740/.tmp/table/219490dbe8604738bb636ac036511032 as hdfs://localhost:33937/user/jenkins/test-data/857738d8-d28a-9650-626d-c8fad9e57555/data/hbase/meta/1588230740/table/219490dbe8604738bb636ac036511032 2024-11-18T18:13:49,113 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33937/user/jenkins/test-data/857738d8-d28a-9650-626d-c8fad9e57555/data/hbase/meta/1588230740/table/219490dbe8604738bb636ac036511032, entries=4, sequenceid=16, filesize=5.2 K 2024-11-18T18:13:49,114 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 580ms, sequenceid=16, compaction requested=false 2024-11-18T18:13:49,126 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33937/user/jenkins/test-data/857738d8-d28a-9650-626d-c8fad9e57555/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-18T18:13:49,127 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T18:13:49,127 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T18:13:49,127 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T18:13:49,127 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731953628533Running coprocessor pre-close hooks at 1731953628533Disabling compacts and flushes for region at 1731953628533Disabling writes for close at 1731953628533Obtaining lock to block concurrent updates at 1731953628533Preparing flush snapshotting stores in 1588230740 at 1731953628533Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731953628534 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731953628534Flushing 1588230740/info: creating writer at 1731953628534Flushing 1588230740/info: appending metadata at 1731953628552 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731953628552Flushing 1588230740/ns: creating writer at 1731953628588 (+36 ms)Flushing 1588230740/ns: appending metadata at 1731953628609 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1731953628609Flushing 1588230740/rep_barrier: creating writer at 1731953629027 (+418 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731953629047 (+20 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731953629047Flushing 1588230740/table: creating writer at 1731953629063 (+16 ms)Flushing 1588230740/table: appending metadata at 1731953629080 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731953629080Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e78a9c2: reopening flushed file at 1731953629093 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2fa05848: reopening flushed file at 1731953629097 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@409ab3b3: reopening flushed file at 1731953629102 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a6fc632: reopening flushed file at 1731953629109 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 580ms, sequenceid=16, compaction requested=false at 1731953629114 (+5 ms)Writing region close event to WAL at 1731953629124 (+10 ms)Running coprocessor post-close hooks at 1731953629127 (+3 ms)Closed at 1731953629127 2024-11-18T18:13:49,127 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T18:13:49,133 DEBUG [RS:0;818bff808382:42733 {}] regionserver.HRegionServer(1351): Waiting on bfbc4c2a46b4488c8195f9f28789fd8d 2024-11-18T18:13:49,297 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,42733,1731953604747.replicationSource.wal-reader.818bff808382%2C42733%2C1731953604747,1-818bff808382,42733,1731953604747 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33937/user/jenkins/test-data/857738d8-d28a-9650-626d-c8fad9e57555/WALs/818bff808382,42733,1731953604747/818bff808382%2C42733%2C1731953604747.1731953606433 to pos 1765, reset compression=false 2024-11-18T18:13:49,297 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,35371,1731953597511.replicationSource.wal-reader.818bff808382%2C35371%2C1731953597511,1-818bff808382,35371,1731953597511 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35413/user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d/WALs/818bff808382,35371,1731953597511/818bff808382%2C35371%2C1731953597511.1731953599547 to pos 1491, reset compression=false 2024-11-18T18:13:49,319 INFO [regionserver/818bff808382:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T18:13:49,319 INFO [regionserver/818bff808382:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T18:13:49,334 DEBUG [RS:0;818bff808382:42733 {}] regionserver.HRegionServer(1351): Waiting on bfbc4c2a46b4488c8195f9f28789fd8d 2024-11-18T18:13:49,471 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33937/user/jenkins/test-data/857738d8-d28a-9650-626d-c8fad9e57555/data/default/test/bfbc4c2a46b4488c8195f9f28789fd8d/.tmp/f1/8d6138fe9dcb429d91b033c964381fe9 2024-11-18T18:13:49,475 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8d6138fe9dcb429d91b033c964381fe9 2024-11-18T18:13:49,493 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33937/user/jenkins/test-data/857738d8-d28a-9650-626d-c8fad9e57555/data/default/test/bfbc4c2a46b4488c8195f9f28789fd8d/.tmp/norep/418bd3663d2e4b94b33fd709958ee567 is 33, key is row2/norep:/1731953624506/DeleteFamily/seqid=0 2024-11-18T18:13:49,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42563 is added to blk_1073741847_1023 (size=5108) 2024-11-18T18:13:49,498 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33937/user/jenkins/test-data/857738d8-d28a-9650-626d-c8fad9e57555/data/default/test/bfbc4c2a46b4488c8195f9f28789fd8d/.tmp/norep/418bd3663d2e4b94b33fd709958ee567 2024-11-18T18:13:49,499 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,32833,1731953601171.replicationSource.wal-reader.818bff808382%2C32833%2C1731953601171,1-818bff808382,32833,1731953601171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34087/user/jenkins/test-data/51374b34-9c3e-c2ba-58a2-36318d22b6f2/WALs/818bff808382,32833,1731953601171/818bff808382%2C32833%2C1731953601171.1731953602517 to pos 1466, reset compression=false 2024-11-18T18:13:49,502 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 418bd3663d2e4b94b33fd709958ee567 2024-11-18T18:13:49,503 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33937/user/jenkins/test-data/857738d8-d28a-9650-626d-c8fad9e57555/data/default/test/bfbc4c2a46b4488c8195f9f28789fd8d/.tmp/f/7dc6de35d8da4ea690ea16f343c55e2a as hdfs://localhost:33937/user/jenkins/test-data/857738d8-d28a-9650-626d-c8fad9e57555/data/default/test/bfbc4c2a46b4488c8195f9f28789fd8d/f/7dc6de35d8da4ea690ea16f343c55e2a 2024-11-18T18:13:49,507 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7dc6de35d8da4ea690ea16f343c55e2a 2024-11-18T18:13:49,507 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33937/user/jenkins/test-data/857738d8-d28a-9650-626d-c8fad9e57555/data/default/test/bfbc4c2a46b4488c8195f9f28789fd8d/f/7dc6de35d8da4ea690ea16f343c55e2a, entries=5, sequenceid=12, filesize=5.1 K 2024-11-18T18:13:49,508 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33937/user/jenkins/test-data/857738d8-d28a-9650-626d-c8fad9e57555/data/default/test/bfbc4c2a46b4488c8195f9f28789fd8d/.tmp/f1/8d6138fe9dcb429d91b033c964381fe9 as hdfs://localhost:33937/user/jenkins/test-data/857738d8-d28a-9650-626d-c8fad9e57555/data/default/test/bfbc4c2a46b4488c8195f9f28789fd8d/f1/8d6138fe9dcb429d91b033c964381fe9 2024-11-18T18:13:49,511 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8d6138fe9dcb429d91b033c964381fe9 2024-11-18T18:13:49,511 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33937/user/jenkins/test-data/857738d8-d28a-9650-626d-c8fad9e57555/data/default/test/bfbc4c2a46b4488c8195f9f28789fd8d/f1/8d6138fe9dcb429d91b033c964381fe9, entries=3, sequenceid=12, filesize=5.0 K 2024-11-18T18:13:49,512 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33937/user/jenkins/test-data/857738d8-d28a-9650-626d-c8fad9e57555/data/default/test/bfbc4c2a46b4488c8195f9f28789fd8d/.tmp/norep/418bd3663d2e4b94b33fd709958ee567 as hdfs://localhost:33937/user/jenkins/test-data/857738d8-d28a-9650-626d-c8fad9e57555/data/default/test/bfbc4c2a46b4488c8195f9f28789fd8d/norep/418bd3663d2e4b94b33fd709958ee567 2024-11-18T18:13:49,516 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 418bd3663d2e4b94b33fd709958ee567 2024-11-18T18:13:49,516 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33937/user/jenkins/test-data/857738d8-d28a-9650-626d-c8fad9e57555/data/default/test/bfbc4c2a46b4488c8195f9f28789fd8d/norep/418bd3663d2e4b94b33fd709958ee567, entries=1, sequenceid=12, filesize=5.0 K 2024-11-18T18:13:49,517 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for bfbc4c2a46b4488c8195f9f28789fd8d in 918ms, sequenceid=12, compaction requested=false 2024-11-18T18:13:49,522 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33937/user/jenkins/test-data/857738d8-d28a-9650-626d-c8fad9e57555/data/default/test/bfbc4c2a46b4488c8195f9f28789fd8d/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-18T18:13:49,523 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T18:13:49,523 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T18:13:49,523 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731953611795.bfbc4c2a46b4488c8195f9f28789fd8d. 2024-11-18T18:13:49,523 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bfbc4c2a46b4488c8195f9f28789fd8d: Waiting for close lock at 1731953628599Running coprocessor pre-close hooks at 1731953628599Disabling compacts and flushes for region at 1731953628599Disabling writes for close at 1731953628599Obtaining lock to block concurrent updates at 1731953628599Preparing flush snapshotting stores in bfbc4c2a46b4488c8195f9f28789fd8d at 1731953628599Finished memstore snapshotting test,,1731953611795.bfbc4c2a46b4488c8195f9f28789fd8d., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731953628600 (+1 ms)Flushing stores of test,,1731953611795.bfbc4c2a46b4488c8195f9f28789fd8d. at 1731953628600Flushing bfbc4c2a46b4488c8195f9f28789fd8d/f: creating writer at 1731953628600Flushing bfbc4c2a46b4488c8195f9f28789fd8d/f: appending metadata at 1731953628623 (+23 ms)Flushing bfbc4c2a46b4488c8195f9f28789fd8d/f: closing flushed file at 1731953628623Flushing bfbc4c2a46b4488c8195f9f28789fd8d/f1: creating writer at 1731953629033 (+410 ms)Flushing bfbc4c2a46b4488c8195f9f28789fd8d/f1: appending metadata at 1731953629057 (+24 ms)Flushing bfbc4c2a46b4488c8195f9f28789fd8d/f1: closing flushed file at 1731953629057Flushing bfbc4c2a46b4488c8195f9f28789fd8d/norep: creating writer at 1731953629475 (+418 ms)Flushing bfbc4c2a46b4488c8195f9f28789fd8d/norep: appending metadata at 1731953629492 (+17 ms)Flushing bfbc4c2a46b4488c8195f9f28789fd8d/norep: closing flushed file at 1731953629492Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@635cbfc4: reopening flushed file at 1731953629502 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5dc0ccbf: reopening flushed file at 1731953629507 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42460725: reopening flushed file at 1731953629512 (+5 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for bfbc4c2a46b4488c8195f9f28789fd8d in 918ms, sequenceid=12, compaction requested=false at 1731953629517 (+5 ms)Writing region close event to WAL at 1731953629518 (+1 ms)Running coprocessor post-close hooks at 1731953629523 (+5 ms)Closed at 1731953629523 2024-11-18T18:13:49,523 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731953611795.bfbc4c2a46b4488c8195f9f28789fd8d. 2024-11-18T18:13:49,534 INFO [RS:0;818bff808382:42733 {}] regionserver.HRegionServer(976): stopping server 818bff808382,42733,1731953604747; all regions closed. 2024-11-18T18:13:49,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42563 is added to blk_1073741834_1010 (size=4239) 2024-11-18T18:13:49,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42563 is added to blk_1073741839_1015 (size=3552) 2024-11-18T18:13:49,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42563 is added to blk_1073741832_1008 (size=2417) 2024-11-18T18:13:49,545 DEBUG [RS:0;818bff808382:42733 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:13:49,545 INFO [RS:0;818bff808382:42733 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T18:13:49,546 INFO [RS:0;818bff808382:42733 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T18:13:49,546 INFO [RS:0;818bff808382:42733 {}] hbase.ChoreService(370): Chore service for: regionserver/818bff808382:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T18:13:49,546 INFO [RS:0;818bff808382:42733 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T18:13:49,546 INFO [regionserver/818bff808382:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T18:13:49,546 INFO [RS:0;818bff808382:42733 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-818bff808382,42733,1731953604747 because: Region server is closing 2024-11-18T18:13:49,546 INFO [RS:0;818bff808382:42733 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;818bff808382:42733. 2024-11-18T18:13:49,546 DEBUG [RS:0;818bff808382:42733 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T18:13:49,547 DEBUG [RS:0;818bff808382:42733 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:13:49,547 DEBUG [RS:0;818bff808382:42733 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:13:49,547 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T18:13:49,647 INFO [RS:0;818bff808382:42733 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,42733,1731953604747.replicationSource.shipper818bff808382%2C42733%2C1731953604747,1-818bff808382,42733,1731953604747 terminated 2024-11-18T18:13:49,647 INFO [RS:0;818bff808382:42733 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;818bff808382:42733. 2024-11-18T18:13:49,647 DEBUG [RS:0;818bff808382:42733 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T18:13:49,647 DEBUG [RS:0;818bff808382:42733 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:13:49,647 DEBUG [RS:0;818bff808382:42733 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:13:49,647 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T18:13:49,647 INFO [RS:0;818bff808382:42733 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42733 2024-11-18T18:13:49,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42733-0x1000bd650710007, quorum=127.0.0.1:60069, baseZNode=/2-1938753534 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1938753534/rs/818bff808382,42733,1731953604747 2024-11-18T18:13:49,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39263-0x1000bd650710006, quorum=127.0.0.1:60069, baseZNode=/2-1938753534 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1938753534/rs 2024-11-18T18:13:49,650 INFO [RS:0;818bff808382:42733 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T18:13:49,650 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [818bff808382,42733,1731953604747] 2024-11-18T18:13:49,652 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1938753534/draining/818bff808382,42733,1731953604747 already deleted, retry=false 2024-11-18T18:13:49,652 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 818bff808382,42733,1731953604747 expired; onlineServers=0 2024-11-18T18:13:49,652 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '818bff808382,39263,1731953604688' ***** 2024-11-18T18:13:49,652 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T18:13:49,652 INFO [M:0;818bff808382:39263 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T18:13:49,652 INFO [M:0;818bff808382:39263 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T18:13:49,653 DEBUG [M:0;818bff808382:39263 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T18:13:49,653 DEBUG [M:0;818bff808382:39263 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T18:13:49,653 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T18:13:49,653 DEBUG [master/818bff808382:0:becomeActiveMaster-HFileCleaner.large.0-1731953606183 {}] cleaner.HFileCleaner(306): Exit Thread[master/818bff808382:0:becomeActiveMaster-HFileCleaner.large.0-1731953606183,5,FailOnTimeoutGroup] 2024-11-18T18:13:49,653 DEBUG [master/818bff808382:0:becomeActiveMaster-HFileCleaner.small.0-1731953606184 {}] cleaner.HFileCleaner(306): Exit Thread[master/818bff808382:0:becomeActiveMaster-HFileCleaner.small.0-1731953606184,5,FailOnTimeoutGroup] 2024-11-18T18:13:49,653 INFO [M:0;818bff808382:39263 {}] hbase.ChoreService(370): Chore service for: master/818bff808382:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T18:13:49,653 INFO [M:0;818bff808382:39263 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T18:13:49,653 DEBUG [M:0;818bff808382:39263 {}] master.HMaster(1795): Stopping service threads 2024-11-18T18:13:49,653 INFO [M:0;818bff808382:39263 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T18:13:49,653 INFO [M:0;818bff808382:39263 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T18:13:49,653 INFO [M:0;818bff808382:39263 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T18:13:49,654 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T18:13:49,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39263-0x1000bd650710006, quorum=127.0.0.1:60069, baseZNode=/2-1938753534 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1938753534/master 2024-11-18T18:13:49,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39263-0x1000bd650710006, quorum=127.0.0.1:60069, baseZNode=/2-1938753534 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1938753534 2024-11-18T18:13:49,657 DEBUG [M:0;818bff808382:39263 {}] zookeeper.ZKUtil(347): master:39263-0x1000bd650710006, quorum=127.0.0.1:60069, baseZNode=/2-1938753534 Unable to get data of znode /2-1938753534/master because node does not exist (not an error) 2024-11-18T18:13:49,657 WARN [M:0;818bff808382:39263 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T18:13:49,658 INFO [M:0;818bff808382:39263 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33937/user/jenkins/test-data/857738d8-d28a-9650-626d-c8fad9e57555/.lastflushedseqids 2024-11-18T18:13:49,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42563 is added to blk_1073741848_1024 (size=245) 2024-11-18T18:13:49,666 INFO [M:0;818bff808382:39263 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T18:13:49,666 INFO [M:0;818bff808382:39263 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T18:13:49,666 DEBUG [M:0;818bff808382:39263 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T18:13:49,666 INFO [M:0;818bff808382:39263 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:13:49,666 DEBUG [M:0;818bff808382:39263 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:13:49,666 DEBUG [M:0;818bff808382:39263 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T18:13:49,666 DEBUG [M:0;818bff808382:39263 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:13:49,667 INFO [M:0;818bff808382:39263 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.57 KB heapSize=75.48 KB 2024-11-18T18:13:49,685 DEBUG [M:0;818bff808382:39263 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33937/user/jenkins/test-data/857738d8-d28a-9650-626d-c8fad9e57555/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/44be3be22840473fa798f51f424166f3 is 82, key is hbase:meta,,1/info:regioninfo/1731953607356/Put/seqid=0 2024-11-18T18:13:49,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42563 is added to blk_1073741849_1025 (size=5672) 2024-11-18T18:13:49,689 INFO [M:0;818bff808382:39263 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:33937/user/jenkins/test-data/857738d8-d28a-9650-626d-c8fad9e57555/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/44be3be22840473fa798f51f424166f3 2024-11-18T18:13:49,709 DEBUG [M:0;818bff808382:39263 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33937/user/jenkins/test-data/857738d8-d28a-9650-626d-c8fad9e57555/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5094df57b1ca4a3fad14d273d297ad9c is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731953618467/Put/seqid=0 2024-11-18T18:13:49,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42563 is added to blk_1073741850_1026 (size=9211) 2024-11-18T18:13:49,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42733-0x1000bd650710007, quorum=127.0.0.1:60069, baseZNode=/2-1938753534 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T18:13:49,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42733-0x1000bd650710007, quorum=127.0.0.1:60069, baseZNode=/2-1938753534 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T18:13:49,751 INFO [RS:0;818bff808382:42733 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T18:13:49,751 INFO [RS:0;818bff808382:42733 {}] regionserver.HRegionServer(1031): Exiting; stopping=818bff808382,42733,1731953604747; zookeeper connection closed. 2024-11-18T18:13:49,752 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1291a9db {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1291a9db 2024-11-18T18:13:49,752 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T18:13:49,900 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,35371,1731953597511.replicationSource.wal-reader.818bff808382%2C35371%2C1731953597511,1-818bff808382,35371,1731953597511 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35413/user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d/WALs/818bff808382,35371,1731953597511/818bff808382%2C35371%2C1731953597511.1731953599547 to pos 1491, reset compression=false 2024-11-18T18:13:50,113 INFO [M:0;818bff808382:39263 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.02 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:33937/user/jenkins/test-data/857738d8-d28a-9650-626d-c8fad9e57555/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5094df57b1ca4a3fad14d273d297ad9c 2024-11-18T18:13:50,140 DEBUG [M:0;818bff808382:39263 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33937/user/jenkins/test-data/857738d8-d28a-9650-626d-c8fad9e57555/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/427dbc79213c4497a80e41c1b3d3c24b is 69, key is 818bff808382,42733,1731953604747/rs:state/1731953606290/Put/seqid=0 2024-11-18T18:13:50,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42563 is added to blk_1073741851_1027 (size=5156) 2024-11-18T18:13:50,153 INFO [M:0;818bff808382:39263 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:33937/user/jenkins/test-data/857738d8-d28a-9650-626d-c8fad9e57555/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/427dbc79213c4497a80e41c1b3d3c24b 2024-11-18T18:13:50,159 DEBUG [M:0;818bff808382:39263 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33937/user/jenkins/test-data/857738d8-d28a-9650-626d-c8fad9e57555/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/44be3be22840473fa798f51f424166f3 as hdfs://localhost:33937/user/jenkins/test-data/857738d8-d28a-9650-626d-c8fad9e57555/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/44be3be22840473fa798f51f424166f3 2024-11-18T18:13:50,168 INFO [M:0;818bff808382:39263 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33937/user/jenkins/test-data/857738d8-d28a-9650-626d-c8fad9e57555/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/44be3be22840473fa798f51f424166f3, entries=8, sequenceid=127, filesize=5.5 K 2024-11-18T18:13:50,170 DEBUG [M:0;818bff808382:39263 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33937/user/jenkins/test-data/857738d8-d28a-9650-626d-c8fad9e57555/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5094df57b1ca4a3fad14d273d297ad9c as hdfs://localhost:33937/user/jenkins/test-data/857738d8-d28a-9650-626d-c8fad9e57555/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5094df57b1ca4a3fad14d273d297ad9c 2024-11-18T18:13:50,177 INFO [M:0;818bff808382:39263 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33937/user/jenkins/test-data/857738d8-d28a-9650-626d-c8fad9e57555/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5094df57b1ca4a3fad14d273d297ad9c, entries=15, sequenceid=127, filesize=9.0 K 2024-11-18T18:13:50,181 DEBUG [M:0;818bff808382:39263 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33937/user/jenkins/test-data/857738d8-d28a-9650-626d-c8fad9e57555/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/427dbc79213c4497a80e41c1b3d3c24b as hdfs://localhost:33937/user/jenkins/test-data/857738d8-d28a-9650-626d-c8fad9e57555/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/427dbc79213c4497a80e41c1b3d3c24b 2024-11-18T18:13:50,187 INFO [M:0;818bff808382:39263 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33937/user/jenkins/test-data/857738d8-d28a-9650-626d-c8fad9e57555/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/427dbc79213c4497a80e41c1b3d3c24b, entries=1, sequenceid=127, filesize=5.0 K 2024-11-18T18:13:50,188 INFO [M:0;818bff808382:39263 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.57 KB/65097, heapSize ~75.18 KB/76984, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 522ms, sequenceid=127, compaction requested=false 2024-11-18T18:13:50,203 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,32833,1731953601171.replicationSource.wal-reader.818bff808382%2C32833%2C1731953601171,1-818bff808382,32833,1731953601171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34087/user/jenkins/test-data/51374b34-9c3e-c2ba-58a2-36318d22b6f2/WALs/818bff808382,32833,1731953601171/818bff808382%2C32833%2C1731953601171.1731953602517 to pos 1466, reset compression=false 2024-11-18T18:13:50,207 INFO [M:0;818bff808382:39263 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:13:50,207 DEBUG [M:0;818bff808382:39263 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731953629666Disabling compacts and flushes for region at 1731953629666Disabling writes for close at 1731953629666Obtaining lock to block concurrent updates at 1731953629667 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731953629667Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65097, getHeapSize=77224, getOffHeapSize=0, getCellsCount=148 at 1731953629667Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731953629667Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731953629667Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731953629684 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731953629684Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731953629692 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731953629709 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731953629709Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731953630118 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731953630139 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731953630139Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e70fd17: reopening flushed file at 1731953630158 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b5ebdfe: reopening flushed file at 1731953630169 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f556771: reopening flushed file at 1731953630180 (+11 ms)Finished flush of dataSize ~63.57 KB/65097, heapSize ~75.18 KB/76984, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 522ms, sequenceid=127, compaction requested=false at 1731953630188 (+8 ms)Writing region close event to WAL at 1731953630207 (+19 ms)Closed at 1731953630207 2024-11-18T18:13:50,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42563 is added to blk_1073741830_1006 (size=73854) 2024-11-18T18:13:50,223 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T18:13:50,223 INFO [M:0;818bff808382:39263 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T18:13:50,224 INFO [M:0;818bff808382:39263 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39263 2024-11-18T18:13:50,224 INFO [M:0;818bff808382:39263 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T18:13:50,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39263-0x1000bd650710006, quorum=127.0.0.1:60069, baseZNode=/2-1938753534 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T18:13:50,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39263-0x1000bd650710006, quorum=127.0.0.1:60069, baseZNode=/2-1938753534 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T18:13:50,327 INFO [M:0;818bff808382:39263 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T18:13:50,342 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4c39da7c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T18:13:50,342 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7615a626{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T18:13:50,342 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T18:13:50,342 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@334a8ff8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T18:13:50,342 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c05d80e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35ed3520-ed78-cd4b-e6de-6aa51214c7e9/hadoop.log.dir/,STOPPED} 2024-11-18T18:13:50,344 WARN [BP-1356094305-172.17.0.2-1731953603542 heartbeating to localhost/127.0.0.1:33937 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T18:13:50,344 WARN [BP-1356094305-172.17.0.2-1731953603542 heartbeating to localhost/127.0.0.1:33937 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1356094305-172.17.0.2-1731953603542 (Datanode Uuid 2317852c-030c-45f9-a84a-403a7024a9d9) service to localhost/127.0.0.1:33937 2024-11-18T18:13:50,344 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T18:13:50,345 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T18:13:50,345 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35ed3520-ed78-cd4b-e6de-6aa51214c7e9/cluster_790741d9-5fe5-e972-c92d-d32a92d4ff74/data/data1/current/BP-1356094305-172.17.0.2-1731953603542 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T18:13:50,345 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35ed3520-ed78-cd4b-e6de-6aa51214c7e9/cluster_790741d9-5fe5-e972-c92d-d32a92d4ff74/data/data2/current/BP-1356094305-172.17.0.2-1731953603542 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T18:13:50,346 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T18:13:50,357 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@70bc451{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T18:13:50,358 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@581ba778{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T18:13:50,358 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T18:13:50,358 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@185a4390{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T18:13:50,358 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4d88fcb8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35ed3520-ed78-cd4b-e6de-6aa51214c7e9/hadoop.log.dir/,STOPPED} 2024-11-18T18:13:50,384 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T18:13:50,384 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T18:13:50,384 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T18:13:50,384 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T18:13:50,385 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:13:50,385 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T18:13:50,385 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:13:50,386 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T18:13:50,386 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=900604259, stopped=false 2024-11-18T18:13:50,386 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=818bff808382,45737,1731953601120 2024-11-18T18:13:50,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45737-0x1000bd650710003, quorum=127.0.0.1:60069, baseZNode=/1-1776211094 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1776211094/running 2024-11-18T18:13:50,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32833-0x1000bd650710004, quorum=127.0.0.1:60069, baseZNode=/1-1776211094 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1776211094/running 2024-11-18T18:13:50,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45737-0x1000bd650710003, quorum=127.0.0.1:60069, baseZNode=/1-1776211094 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1776211094 2024-11-18T18:13:50,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32833-0x1000bd650710004, quorum=127.0.0.1:60069, baseZNode=/1-1776211094 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1776211094 2024-11-18T18:13:50,387 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T18:13:50,389 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T18:13:50,389 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T18:13:50,389 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45737-0x1000bd650710003, quorum=127.0.0.1:60069, baseZNode=/1-1776211094 Set watcher on znode that does not yet exist, /1-1776211094/running 2024-11-18T18:13:50,389 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:13:50,389 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '818bff808382,32833,1731953601171' ***** 2024-11-18T18:13:50,389 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T18:13:50,389 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:32833-0x1000bd650710004, quorum=127.0.0.1:60069, baseZNode=/1-1776211094 Set watcher on znode that does not yet exist, /1-1776211094/running 2024-11-18T18:13:50,389 INFO [RS:0;818bff808382:32833 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T18:13:50,389 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T18:13:50,390 INFO [RS:0;818bff808382:32833 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T18:13:50,390 INFO [RS:0;818bff808382:32833 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T18:13:50,390 INFO [RS:0;818bff808382:32833 {}] regionserver.HRegionServer(3091): Received CLOSE for 9e5dd21806422c98562567a406086595 2024-11-18T18:13:50,390 INFO [RS:0;818bff808382:32833 {}] regionserver.HRegionServer(3091): Received CLOSE for 0d7ddc4736cd7ee26f9d328715d08fb0 2024-11-18T18:13:50,390 INFO [RS:0;818bff808382:32833 {}] regionserver.HRegionServer(959): stopping server 818bff808382,32833,1731953601171 2024-11-18T18:13:50,390 INFO [RS:0;818bff808382:32833 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T18:13:50,390 INFO [RS:0;818bff808382:32833 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;818bff808382:32833. 2024-11-18T18:13:50,390 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9e5dd21806422c98562567a406086595, disabling compactions & flushes 2024-11-18T18:13:50,390 DEBUG [RS:0;818bff808382:32833 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T18:13:50,391 DEBUG [RS:0;818bff808382:32833 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:13:50,391 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731953609644.9e5dd21806422c98562567a406086595. 2024-11-18T18:13:50,391 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731953609644.9e5dd21806422c98562567a406086595. 2024-11-18T18:13:50,391 INFO [RS:0;818bff808382:32833 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T18:13:50,391 INFO [RS:0;818bff808382:32833 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T18:13:50,391 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731953609644.9e5dd21806422c98562567a406086595. after waiting 0 ms 2024-11-18T18:13:50,391 INFO [RS:0;818bff808382:32833 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T18:13:50,391 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731953609644.9e5dd21806422c98562567a406086595. 2024-11-18T18:13:50,391 INFO [RS:0;818bff808382:32833 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T18:13:50,391 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9e5dd21806422c98562567a406086595 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-18T18:13:50,394 INFO [regionserver/818bff808382:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T18:13:50,396 INFO [RS:0;818bff808382:32833 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-18T18:13:50,396 DEBUG [RS:0;818bff808382:32833 {}] regionserver.HRegionServer(1325): Online Regions={9e5dd21806422c98562567a406086595=test,,1731953609644.9e5dd21806422c98562567a406086595., 0d7ddc4736cd7ee26f9d328715d08fb0=hbase:replication,,1731953616128.0d7ddc4736cd7ee26f9d328715d08fb0., 1588230740=hbase:meta,,1.1588230740} 2024-11-18T18:13:50,396 DEBUG [RS:0;818bff808382:32833 {}] regionserver.HRegionServer(1351): Waiting on 0d7ddc4736cd7ee26f9d328715d08fb0, 1588230740, 9e5dd21806422c98562567a406086595 2024-11-18T18:13:50,396 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T18:13:50,396 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T18:13:50,396 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T18:13:50,396 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T18:13:50,396 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T18:13:50,396 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-18T18:13:50,416 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34087/user/jenkins/test-data/51374b34-9c3e-c2ba-58a2-36318d22b6f2/data/default/test/9e5dd21806422c98562567a406086595/.tmp/f/1c526d2086444e6ca522ab54cf573733 is 37, key is row3/f:row3/1731953626164/Put/seqid=0 2024-11-18T18:13:50,424 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34087/user/jenkins/test-data/51374b34-9c3e-c2ba-58a2-36318d22b6f2/data/hbase/meta/1588230740/.tmp/info/cdedb70dab884197baf87e9f9ff7d1ad is 147, key is hbase:replication,,1731953616128.0d7ddc4736cd7ee26f9d328715d08fb0./info:regioninfo/1731953616901/Put/seqid=0 2024-11-18T18:13:50,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39121 is added to blk_1073741840_1016 (size=5228) 2024-11-18T18:13:50,444 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34087/user/jenkins/test-data/51374b34-9c3e-c2ba-58a2-36318d22b6f2/data/default/test/9e5dd21806422c98562567a406086595/.tmp/f/1c526d2086444e6ca522ab54cf573733 2024-11-18T18:13:50,449 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1c526d2086444e6ca522ab54cf573733 2024-11-18T18:13:50,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39121 is added to blk_1073741841_1017 (size=7686) 2024-11-18T18:13:50,462 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34087/user/jenkins/test-data/51374b34-9c3e-c2ba-58a2-36318d22b6f2/data/hbase/meta/1588230740/.tmp/info/cdedb70dab884197baf87e9f9ff7d1ad 2024-11-18T18:13:50,481 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34087/user/jenkins/test-data/51374b34-9c3e-c2ba-58a2-36318d22b6f2/data/default/test/9e5dd21806422c98562567a406086595/.tmp/f1/bff07e616844465dac12be70fd6846d0 is 30, key is row1/f1:/1731953623499/DeleteFamily/seqid=0 2024-11-18T18:13:50,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39121 is added to blk_1073741842_1018 (size=5158) 2024-11-18T18:13:50,492 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34087/user/jenkins/test-data/51374b34-9c3e-c2ba-58a2-36318d22b6f2/data/hbase/meta/1588230740/.tmp/ns/edf4230c2fd746babd5caafef122668b is 43, key is default/ns:d/1731953603479/Put/seqid=0 2024-11-18T18:13:50,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39121 is added to blk_1073741843_1019 (size=5153) 2024-11-18T18:13:50,502 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34087/user/jenkins/test-data/51374b34-9c3e-c2ba-58a2-36318d22b6f2/data/hbase/meta/1588230740/.tmp/ns/edf4230c2fd746babd5caafef122668b 2024-11-18T18:13:50,529 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34087/user/jenkins/test-data/51374b34-9c3e-c2ba-58a2-36318d22b6f2/data/hbase/meta/1588230740/.tmp/rep_barrier/e4c1b50f83094ab88778a11efb4f64c1 is 112, key is test,,1731953609644.9e5dd21806422c98562567a406086595./rep_barrier:seqnumDuringOpen/1731953610849/Put/seqid=0 2024-11-18T18:13:50,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39121 is added to blk_1073741844_1020 (size=5518) 2024-11-18T18:13:50,596 DEBUG [RS:0;818bff808382:32833 {}] regionserver.HRegionServer(1351): Waiting on 0d7ddc4736cd7ee26f9d328715d08fb0, 1588230740, 9e5dd21806422c98562567a406086595 2024-11-18T18:13:50,609 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,35371,1731953597511.replicationSource.wal-reader.818bff808382%2C35371%2C1731953597511,1-818bff808382,35371,1731953597511 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35413/user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d/WALs/818bff808382,35371,1731953597511/818bff808382%2C35371%2C1731953597511.1731953599547 to pos 1491, reset compression=false 2024-11-18T18:13:50,796 DEBUG [RS:0;818bff808382:32833 {}] regionserver.HRegionServer(1351): Waiting on 0d7ddc4736cd7ee26f9d328715d08fb0, 1588230740, 9e5dd21806422c98562567a406086595 2024-11-18T18:13:50,891 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34087/user/jenkins/test-data/51374b34-9c3e-c2ba-58a2-36318d22b6f2/data/default/test/9e5dd21806422c98562567a406086595/.tmp/f1/bff07e616844465dac12be70fd6846d0 2024-11-18T18:13:50,896 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bff07e616844465dac12be70fd6846d0 2024-11-18T18:13:50,915 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34087/user/jenkins/test-data/51374b34-9c3e-c2ba-58a2-36318d22b6f2/data/default/test/9e5dd21806422c98562567a406086595/.tmp/norep/3d3c4f01969e44f591d9874bc7d2ee8d is 33, key is row1/norep:/1731953623499/DeleteFamily/seqid=0 2024-11-18T18:13:50,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39121 is added to blk_1073741845_1021 (size=5108) 2024-11-18T18:13:50,920 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34087/user/jenkins/test-data/51374b34-9c3e-c2ba-58a2-36318d22b6f2/data/default/test/9e5dd21806422c98562567a406086595/.tmp/norep/3d3c4f01969e44f591d9874bc7d2ee8d 2024-11-18T18:13:50,928 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3d3c4f01969e44f591d9874bc7d2ee8d 2024-11-18T18:13:50,929 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34087/user/jenkins/test-data/51374b34-9c3e-c2ba-58a2-36318d22b6f2/data/default/test/9e5dd21806422c98562567a406086595/.tmp/f/1c526d2086444e6ca522ab54cf573733 as hdfs://localhost:34087/user/jenkins/test-data/51374b34-9c3e-c2ba-58a2-36318d22b6f2/data/default/test/9e5dd21806422c98562567a406086595/f/1c526d2086444e6ca522ab54cf573733 2024-11-18T18:13:50,933 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1c526d2086444e6ca522ab54cf573733 2024-11-18T18:13:50,934 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34087/user/jenkins/test-data/51374b34-9c3e-c2ba-58a2-36318d22b6f2/data/default/test/9e5dd21806422c98562567a406086595/f/1c526d2086444e6ca522ab54cf573733, entries=5, sequenceid=12, filesize=5.1 K 2024-11-18T18:13:50,935 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34087/user/jenkins/test-data/51374b34-9c3e-c2ba-58a2-36318d22b6f2/data/default/test/9e5dd21806422c98562567a406086595/.tmp/f1/bff07e616844465dac12be70fd6846d0 as hdfs://localhost:34087/user/jenkins/test-data/51374b34-9c3e-c2ba-58a2-36318d22b6f2/data/default/test/9e5dd21806422c98562567a406086595/f1/bff07e616844465dac12be70fd6846d0 2024-11-18T18:13:50,941 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bff07e616844465dac12be70fd6846d0 2024-11-18T18:13:50,941 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34087/user/jenkins/test-data/51374b34-9c3e-c2ba-58a2-36318d22b6f2/data/default/test/9e5dd21806422c98562567a406086595/f1/bff07e616844465dac12be70fd6846d0, entries=3, sequenceid=12, filesize=5.0 K 2024-11-18T18:13:50,942 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34087/user/jenkins/test-data/51374b34-9c3e-c2ba-58a2-36318d22b6f2/data/default/test/9e5dd21806422c98562567a406086595/.tmp/norep/3d3c4f01969e44f591d9874bc7d2ee8d as hdfs://localhost:34087/user/jenkins/test-data/51374b34-9c3e-c2ba-58a2-36318d22b6f2/data/default/test/9e5dd21806422c98562567a406086595/norep/3d3c4f01969e44f591d9874bc7d2ee8d 2024-11-18T18:13:50,943 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34087/user/jenkins/test-data/51374b34-9c3e-c2ba-58a2-36318d22b6f2/data/hbase/meta/1588230740/.tmp/rep_barrier/e4c1b50f83094ab88778a11efb4f64c1 2024-11-18T18:13:50,955 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3d3c4f01969e44f591d9874bc7d2ee8d 2024-11-18T18:13:50,955 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34087/user/jenkins/test-data/51374b34-9c3e-c2ba-58a2-36318d22b6f2/data/default/test/9e5dd21806422c98562567a406086595/norep/3d3c4f01969e44f591d9874bc7d2ee8d, entries=1, sequenceid=12, filesize=5.0 K 2024-11-18T18:13:50,956 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 9e5dd21806422c98562567a406086595 in 565ms, sequenceid=12, compaction requested=false 2024-11-18T18:13:50,956 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-18T18:13:50,974 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34087/user/jenkins/test-data/51374b34-9c3e-c2ba-58a2-36318d22b6f2/data/hbase/meta/1588230740/.tmp/table/daf40a76752d4939ae054756c5c67dd2 is 53, key is hbase:replication/table:state/1731953616908/Put/seqid=0 2024-11-18T18:13:50,997 DEBUG [RS:0;818bff808382:32833 {}] regionserver.HRegionServer(1351): Waiting on 0d7ddc4736cd7ee26f9d328715d08fb0, 1588230740, 9e5dd21806422c98562567a406086595 2024-11-18T18:13:51,016 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34087/user/jenkins/test-data/51374b34-9c3e-c2ba-58a2-36318d22b6f2/data/default/test/9e5dd21806422c98562567a406086595/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-18T18:13:51,017 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T18:13:51,017 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T18:13:51,017 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731953609644.9e5dd21806422c98562567a406086595. 2024-11-18T18:13:51,017 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9e5dd21806422c98562567a406086595: Waiting for close lock at 1731953630390Running coprocessor pre-close hooks at 1731953630390Disabling compacts and flushes for region at 1731953630390Disabling writes for close at 1731953630391 (+1 ms)Obtaining lock to block concurrent updates at 1731953630391Preparing flush snapshotting stores in 9e5dd21806422c98562567a406086595 at 1731953630391Finished memstore snapshotting test,,1731953609644.9e5dd21806422c98562567a406086595., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731953630391Flushing stores of test,,1731953609644.9e5dd21806422c98562567a406086595. at 1731953630392 (+1 ms)Flushing 9e5dd21806422c98562567a406086595/f: creating writer at 1731953630392Flushing 9e5dd21806422c98562567a406086595/f: appending metadata at 1731953630415 (+23 ms)Flushing 9e5dd21806422c98562567a406086595/f: closing flushed file at 1731953630415Flushing 9e5dd21806422c98562567a406086595/f1: creating writer at 1731953630449 (+34 ms)Flushing 9e5dd21806422c98562567a406086595/f1: appending metadata at 1731953630481 (+32 ms)Flushing 9e5dd21806422c98562567a406086595/f1: closing flushed file at 1731953630481Flushing 9e5dd21806422c98562567a406086595/norep: creating writer at 1731953630896 (+415 ms)Flushing 9e5dd21806422c98562567a406086595/norep: appending metadata at 1731953630914 (+18 ms)Flushing 9e5dd21806422c98562567a406086595/norep: closing flushed file at 1731953630914Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@666d9e6f: reopening flushed file at 1731953630928 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79c3605: reopening flushed file at 1731953630934 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6951ecda: reopening flushed file at 1731953630942 (+8 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 9e5dd21806422c98562567a406086595 in 565ms, sequenceid=12, compaction requested=false at 1731953630956 (+14 ms)Writing region close event to WAL at 1731953630996 (+40 ms)Running coprocessor post-close hooks at 1731953631017 (+21 ms)Closed at 1731953631017 2024-11-18T18:13:51,017 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731953609644.9e5dd21806422c98562567a406086595. 2024-11-18T18:13:51,017 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0d7ddc4736cd7ee26f9d328715d08fb0, disabling compactions & flushes 2024-11-18T18:13:51,018 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731953616128.0d7ddc4736cd7ee26f9d328715d08fb0. 2024-11-18T18:13:51,018 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731953616128.0d7ddc4736cd7ee26f9d328715d08fb0. 2024-11-18T18:13:51,018 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731953616128.0d7ddc4736cd7ee26f9d328715d08fb0. after waiting 0 ms 2024-11-18T18:13:51,018 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731953616128.0d7ddc4736cd7ee26f9d328715d08fb0. 2024-11-18T18:13:51,018 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0d7ddc4736cd7ee26f9d328715d08fb0 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-18T18:13:51,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39121 is added to blk_1073741846_1022 (size=5308) 2024-11-18T18:13:51,024 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34087/user/jenkins/test-data/51374b34-9c3e-c2ba-58a2-36318d22b6f2/data/hbase/meta/1588230740/.tmp/table/daf40a76752d4939ae054756c5c67dd2 2024-11-18T18:13:51,034 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34087/user/jenkins/test-data/51374b34-9c3e-c2ba-58a2-36318d22b6f2/data/hbase/meta/1588230740/.tmp/info/cdedb70dab884197baf87e9f9ff7d1ad as hdfs://localhost:34087/user/jenkins/test-data/51374b34-9c3e-c2ba-58a2-36318d22b6f2/data/hbase/meta/1588230740/info/cdedb70dab884197baf87e9f9ff7d1ad 2024-11-18T18:13:51,034 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,32833,1731953601171.replicationSource.wal-reader.818bff808382%2C32833%2C1731953601171,1-818bff808382,32833,1731953601171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34087/user/jenkins/test-data/51374b34-9c3e-c2ba-58a2-36318d22b6f2/WALs/818bff808382,32833,1731953601171/818bff808382%2C32833%2C1731953601171.1731953602517 to pos 1466, reset compression=false 2024-11-18T18:13:51,040 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34087/user/jenkins/test-data/51374b34-9c3e-c2ba-58a2-36318d22b6f2/data/hbase/meta/1588230740/info/cdedb70dab884197baf87e9f9ff7d1ad, entries=20, sequenceid=16, filesize=7.5 K 2024-11-18T18:13:51,041 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34087/user/jenkins/test-data/51374b34-9c3e-c2ba-58a2-36318d22b6f2/data/hbase/meta/1588230740/.tmp/ns/edf4230c2fd746babd5caafef122668b as hdfs://localhost:34087/user/jenkins/test-data/51374b34-9c3e-c2ba-58a2-36318d22b6f2/data/hbase/meta/1588230740/ns/edf4230c2fd746babd5caafef122668b 2024-11-18T18:13:51,045 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34087/user/jenkins/test-data/51374b34-9c3e-c2ba-58a2-36318d22b6f2/data/hbase/meta/1588230740/ns/edf4230c2fd746babd5caafef122668b, entries=2, sequenceid=16, filesize=5.0 K 2024-11-18T18:13:51,046 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34087/user/jenkins/test-data/51374b34-9c3e-c2ba-58a2-36318d22b6f2/data/hbase/meta/1588230740/.tmp/rep_barrier/e4c1b50f83094ab88778a11efb4f64c1 as hdfs://localhost:34087/user/jenkins/test-data/51374b34-9c3e-c2ba-58a2-36318d22b6f2/data/hbase/meta/1588230740/rep_barrier/e4c1b50f83094ab88778a11efb4f64c1 2024-11-18T18:13:51,050 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34087/user/jenkins/test-data/51374b34-9c3e-c2ba-58a2-36318d22b6f2/data/hbase/meta/1588230740/rep_barrier/e4c1b50f83094ab88778a11efb4f64c1, entries=1, sequenceid=16, filesize=5.4 K 2024-11-18T18:13:51,051 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34087/user/jenkins/test-data/51374b34-9c3e-c2ba-58a2-36318d22b6f2/data/hbase/meta/1588230740/.tmp/table/daf40a76752d4939ae054756c5c67dd2 as hdfs://localhost:34087/user/jenkins/test-data/51374b34-9c3e-c2ba-58a2-36318d22b6f2/data/hbase/meta/1588230740/table/daf40a76752d4939ae054756c5c67dd2 2024-11-18T18:13:51,052 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,32833,1731953601171.replicationSource.wal-reader.818bff808382%2C32833%2C1731953601171,1-818bff808382,32833,1731953601171 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T18:13:51,052 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,32833,1731953601171.replicationSource.wal-reader.818bff808382%2C32833%2C1731953601171,1-818bff808382,32833,1731953601171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34087/user/jenkins/test-data/51374b34-9c3e-c2ba-58a2-36318d22b6f2/WALs/818bff808382,32833,1731953601171/818bff808382%2C32833%2C1731953601171.1731953602517 to pos 2357, reset compression=false 2024-11-18T18:13:51,052 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,32833,1731953601171.replicationSource.shipper818bff808382%2C32833%2C1731953601171,1-818bff808382,32833,1731953601171 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-818bff808382,32833,1731953601171 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34087/user/jenkins/test-data/51374b34-9c3e-c2ba-58a2-36318d22b6f2/WALs/818bff808382,32833,1731953601171/818bff808382%2C32833%2C1731953601171.1731953602517, lastWalPosition=2357, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T18:13:51,053 ERROR [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,32833,1731953601171.replicationSource.shipper818bff808382%2C32833%2C1731953601171,1-818bff808382,32833,1731953601171 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 818bff808382,32833,1731953601171: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-818bff808382,32833,1731953601171, walGroup=818bff808382%2C32833%2C1731953601171, offset=818bff808382%2C32833%2C1731953601171.1731953602517:2357, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=818bff808382:32833 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-18T18:13:51,054 ERROR [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,32833,1731953601171.replicationSource.shipper818bff808382%2C32833%2C1731953601171,1-818bff808382,32833,1731953601171 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-18T18:13:51,054 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,32833,1731953601171.replicationSource.shipper818bff808382%2C32833%2C1731953601171,1-818bff808382,32833,1731953601171 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-18T18:13:51,055 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,32833,1731953601171.replicationSource.shipper818bff808382%2C32833%2C1731953601171,1-818bff808382,32833,1731953601171 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-18T18:13:51,055 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,32833,1731953601171.replicationSource.shipper818bff808382%2C32833%2C1731953601171,1-818bff808382,32833,1731953601171 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-18T18:13:51,055 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,32833,1731953601171.replicationSource.shipper818bff808382%2C32833%2C1731953601171,1-818bff808382,32833,1731953601171 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-18T18:13:51,055 INFO [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,32833,1731953601171.replicationSource.shipper818bff808382%2C32833%2C1731953601171,1-818bff808382,32833,1731953601171 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1178599424, "init": 1048576000, "max": 2306867200, "used": 842946816 }, "NonHeapMemoryUsage": { "committed": 202244096, "init": 7667712, "max": -1, "used": 199303208 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-18T18:13:51,055 WARN [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,32833,1731953601171.replicationSource.shipper818bff808382%2C32833%2C1731953601171,1-818bff808382,32833,1731953601171 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=818bff808382:45737 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=818bff808382:45737 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more 2024-11-18T18:13:51,059 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34087/user/jenkins/test-data/51374b34-9c3e-c2ba-58a2-36318d22b6f2/data/hbase/meta/1588230740/table/daf40a76752d4939ae054756c5c67dd2, entries=4, sequenceid=16, filesize=5.2 K 2024-11-18T18:13:51,059 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 663ms, sequenceid=16, compaction requested=false 2024-11-18T18:13:51,060 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T18:13:51,061 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34087/user/jenkins/test-data/51374b34-9c3e-c2ba-58a2-36318d22b6f2/data/hbase/replication/0d7ddc4736cd7ee26f9d328715d08fb0/.tmp/queue/cc52506abed24b1e952c09656d999675 is 154, key is 1-818bff808382,32833,1731953601171/queue:818bff808382%2C32833%2C1731953601171/1731953627483/Put/seqid=0 2024-11-18T18:13:51,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39121 is added to blk_1073741847_1023 (size=5353) 2024-11-18T18:13:51,067 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:34087/user/jenkins/test-data/51374b34-9c3e-c2ba-58a2-36318d22b6f2/data/hbase/replication/0d7ddc4736cd7ee26f9d328715d08fb0/.tmp/queue/cc52506abed24b1e952c09656d999675 2024-11-18T18:13:51,068 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34087/user/jenkins/test-data/51374b34-9c3e-c2ba-58a2-36318d22b6f2/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-18T18:13:51,068 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T18:13:51,068 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T18:13:51,068 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T18:13:51,068 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731953630396Running coprocessor pre-close hooks at 1731953630396Disabling compacts and flushes for region at 1731953630396Disabling writes for close at 1731953630396Obtaining lock to block concurrent updates at 1731953630396Preparing flush snapshotting stores in 1588230740 at 1731953630396Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731953630397 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731953630397Flushing 1588230740/info: creating writer at 1731953630397Flushing 1588230740/info: appending metadata at 1731953630423 (+26 ms)Flushing 1588230740/info: closing flushed file at 1731953630423Flushing 1588230740/ns: creating writer at 1731953630467 (+44 ms)Flushing 1588230740/ns: appending metadata at 1731953630491 (+24 ms)Flushing 1588230740/ns: closing flushed file at 1731953630491Flushing 1588230740/rep_barrier: creating writer at 1731953630509 (+18 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731953630528 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731953630528Flushing 1588230740/table: creating writer at 1731953630953 (+425 ms)Flushing 1588230740/table: appending metadata at 1731953630973 (+20 ms)Flushing 1588230740/table: closing flushed file at 1731953630973Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e3b8331: reopening flushed file at 1731953631033 (+60 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56a66317: reopening flushed file at 1731953631040 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@597cc235: reopening flushed file at 1731953631045 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@644f3eb1: reopening flushed file at 1731953631051 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 663ms, sequenceid=16, compaction requested=false at 1731953631059 (+8 ms)Writing region close event to WAL at 1731953631065 (+6 ms)Running coprocessor post-close hooks at 1731953631068 (+3 ms)Closed at 1731953631068 2024-11-18T18:13:51,069 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T18:13:51,071 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34087/user/jenkins/test-data/51374b34-9c3e-c2ba-58a2-36318d22b6f2/data/hbase/replication/0d7ddc4736cd7ee26f9d328715d08fb0/.tmp/queue/cc52506abed24b1e952c09656d999675 as hdfs://localhost:34087/user/jenkins/test-data/51374b34-9c3e-c2ba-58a2-36318d22b6f2/data/hbase/replication/0d7ddc4736cd7ee26f9d328715d08fb0/queue/cc52506abed24b1e952c09656d999675 2024-11-18T18:13:51,074 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34087/user/jenkins/test-data/51374b34-9c3e-c2ba-58a2-36318d22b6f2/data/hbase/replication/0d7ddc4736cd7ee26f9d328715d08fb0/queue/cc52506abed24b1e952c09656d999675, entries=1, sequenceid=14, filesize=5.2 K 2024-11-18T18:13:51,075 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 0d7ddc4736cd7ee26f9d328715d08fb0 in 57ms, sequenceid=14, compaction requested=false 2024-11-18T18:13:51,075 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-18T18:13:51,078 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34087/user/jenkins/test-data/51374b34-9c3e-c2ba-58a2-36318d22b6f2/data/hbase/replication/0d7ddc4736cd7ee26f9d328715d08fb0/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-18T18:13:51,080 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T18:13:51,080 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T18:13:51,080 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731953616128.0d7ddc4736cd7ee26f9d328715d08fb0. 2024-11-18T18:13:51,080 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0d7ddc4736cd7ee26f9d328715d08fb0: Waiting for close lock at 1731953631017Running coprocessor pre-close hooks at 1731953631017Disabling compacts and flushes for region at 1731953631017Disabling writes for close at 1731953631018 (+1 ms)Obtaining lock to block concurrent updates at 1731953631018Preparing flush snapshotting stores in 0d7ddc4736cd7ee26f9d328715d08fb0 at 1731953631018Finished memstore snapshotting hbase:replication,,1731953616128.0d7ddc4736cd7ee26f9d328715d08fb0., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1731953631018Flushing stores of hbase:replication,,1731953616128.0d7ddc4736cd7ee26f9d328715d08fb0. at 1731953631019 (+1 ms)Flushing 0d7ddc4736cd7ee26f9d328715d08fb0/queue: creating writer at 1731953631019Flushing 0d7ddc4736cd7ee26f9d328715d08fb0/queue: appending metadata at 1731953631061 (+42 ms)Flushing 0d7ddc4736cd7ee26f9d328715d08fb0/queue: closing flushed file at 1731953631061Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d3b7b2a: reopening flushed file at 1731953631070 (+9 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 0d7ddc4736cd7ee26f9d328715d08fb0 in 57ms, sequenceid=14, compaction requested=false at 1731953631075 (+5 ms)Writing region close event to WAL at 1731953631076 (+1 ms)Running coprocessor post-close hooks at 1731953631080 (+4 ms)Closed at 1731953631080 2024-11-18T18:13:51,080 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731953616128.0d7ddc4736cd7ee26f9d328715d08fb0. 2024-11-18T18:13:51,092 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T18:13:51,197 INFO [RS:0;818bff808382:32833 {}] regionserver.HRegionServer(976): stopping server 818bff808382,32833,1731953601171; all regions closed. 2024-11-18T18:13:51,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39121 is added to blk_1073741834_1010 (size=4239) 2024-11-18T18:13:51,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39121 is added to blk_1073741839_1015 (size=3552) 2024-11-18T18:13:51,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39121 is added to blk_1073741832_1008 (size=2365) 2024-11-18T18:13:51,207 DEBUG [RS:0;818bff808382:32833 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:13:51,207 INFO [RS:0;818bff808382:32833 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T18:13:51,207 INFO [RS:0;818bff808382:32833 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T18:13:51,207 INFO [RS:0;818bff808382:32833 {}] hbase.ChoreService(370): Chore service for: regionserver/818bff808382:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-18T18:13:51,207 INFO [RS:0;818bff808382:32833 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T18:13:51,207 INFO [RS:0;818bff808382:32833 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-818bff808382,32833,1731953601171 because: Region server is closing 2024-11-18T18:13:51,208 INFO [RS:0;818bff808382:32833 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;818bff808382:32833. 2024-11-18T18:13:51,208 DEBUG [RS:0;818bff808382:32833 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T18:13:51,208 DEBUG [RS:0;818bff808382:32833 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:13:51,208 DEBUG [RS:0;818bff808382:32833 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:13:51,208 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T18:13:51,208 INFO [regionserver/818bff808382:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T18:13:51,308 INFO [RS:0;818bff808382:32833 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,32833,1731953601171.replicationSource.shipper818bff808382%2C32833%2C1731953601171,1-818bff808382,32833,1731953601171 terminated 2024-11-18T18:13:51,308 INFO [RS:0;818bff808382:32833 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;818bff808382:32833. 2024-11-18T18:13:51,308 DEBUG [RS:0;818bff808382:32833 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T18:13:51,309 DEBUG [RS:0;818bff808382:32833 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:13:51,309 DEBUG [RS:0;818bff808382:32833 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:13:51,309 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T18:13:51,309 INFO [RS:0;818bff808382:32833 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32833 2024-11-18T18:13:51,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32833-0x1000bd650710004, quorum=127.0.0.1:60069, baseZNode=/1-1776211094 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1776211094/rs/818bff808382,32833,1731953601171 2024-11-18T18:13:51,311 INFO [RS:0;818bff808382:32833 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T18:13:51,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45737-0x1000bd650710003, quorum=127.0.0.1:60069, baseZNode=/1-1776211094 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1776211094/rs 2024-11-18T18:13:51,312 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [818bff808382,32833,1731953601171] 2024-11-18T18:13:51,314 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1776211094/draining/818bff808382,32833,1731953601171 already deleted, retry=false 2024-11-18T18:13:51,314 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 818bff808382,32833,1731953601171 expired; onlineServers=0 2024-11-18T18:13:51,314 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '818bff808382,45737,1731953601120' ***** 2024-11-18T18:13:51,314 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T18:13:51,314 INFO [M:0;818bff808382:45737 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T18:13:51,314 INFO [M:0;818bff808382:45737 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T18:13:51,314 DEBUG [M:0;818bff808382:45737 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T18:13:51,314 DEBUG [M:0;818bff808382:45737 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T18:13:51,314 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T18:13:51,314 DEBUG [master/818bff808382:0:becomeActiveMaster-HFileCleaner.large.0-1731953602292 {}] cleaner.HFileCleaner(306): Exit Thread[master/818bff808382:0:becomeActiveMaster-HFileCleaner.large.0-1731953602292,5,FailOnTimeoutGroup] 2024-11-18T18:13:51,314 DEBUG [master/818bff808382:0:becomeActiveMaster-HFileCleaner.small.0-1731953602292 {}] cleaner.HFileCleaner(306): Exit Thread[master/818bff808382:0:becomeActiveMaster-HFileCleaner.small.0-1731953602292,5,FailOnTimeoutGroup] 2024-11-18T18:13:51,314 INFO [M:0;818bff808382:45737 {}] hbase.ChoreService(370): Chore service for: master/818bff808382:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T18:13:51,314 INFO [M:0;818bff808382:45737 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T18:13:51,314 DEBUG [M:0;818bff808382:45737 {}] master.HMaster(1795): Stopping service threads 2024-11-18T18:13:51,314 INFO [M:0;818bff808382:45737 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T18:13:51,314 INFO [M:0;818bff808382:45737 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T18:13:51,315 INFO [M:0;818bff808382:45737 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T18:13:51,315 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T18:13:51,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45737-0x1000bd650710003, quorum=127.0.0.1:60069, baseZNode=/1-1776211094 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1776211094/master 2024-11-18T18:13:51,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45737-0x1000bd650710003, quorum=127.0.0.1:60069, baseZNode=/1-1776211094 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1776211094 2024-11-18T18:13:51,316 DEBUG [M:0;818bff808382:45737 {}] zookeeper.ZKUtil(347): master:45737-0x1000bd650710003, quorum=127.0.0.1:60069, baseZNode=/1-1776211094 Unable to get data of znode /1-1776211094/master because node does not exist (not an error) 2024-11-18T18:13:51,316 WARN [M:0;818bff808382:45737 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T18:13:51,316 INFO [M:0;818bff808382:45737 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34087/user/jenkins/test-data/51374b34-9c3e-c2ba-58a2-36318d22b6f2/.lastflushedseqids 2024-11-18T18:13:51,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39121 is added to blk_1073741848_1024 (size=245) 2024-11-18T18:13:51,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32833-0x1000bd650710004, quorum=127.0.0.1:60069, baseZNode=/1-1776211094 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T18:13:51,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32833-0x1000bd650710004, quorum=127.0.0.1:60069, baseZNode=/1-1776211094 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T18:13:51,413 INFO [RS:0;818bff808382:32833 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T18:13:51,413 INFO [RS:0;818bff808382:32833 {}] regionserver.HRegionServer(1031): Exiting; stopping=818bff808382,32833,1731953601171; zookeeper connection closed. 2024-11-18T18:13:51,413 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3d5939c6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3d5939c6 2024-11-18T18:13:51,413 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T18:13:51,413 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,35371,1731953597511.replicationSource.wal-reader.818bff808382%2C35371%2C1731953597511,1-818bff808382,35371,1731953597511 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35413/user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d/WALs/818bff808382,35371,1731953597511/818bff808382%2C35371%2C1731953597511.1731953599547 to pos 1491, reset compression=false 2024-11-18T18:13:51,721 INFO [M:0;818bff808382:45737 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T18:13:51,722 INFO [M:0;818bff808382:45737 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T18:13:51,722 DEBUG [M:0;818bff808382:45737 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T18:13:51,722 INFO [M:0;818bff808382:45737 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:13:51,722 DEBUG [M:0;818bff808382:45737 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:13:51,722 DEBUG [M:0;818bff808382:45737 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T18:13:51,722 DEBUG [M:0;818bff808382:45737 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:13:51,722 INFO [M:0;818bff808382:45737 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-18T18:13:51,738 DEBUG [M:0;818bff808382:45737 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34087/user/jenkins/test-data/51374b34-9c3e-c2ba-58a2-36318d22b6f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c1301e912fcb4e59a5d61f3c24e2d13e is 82, key is hbase:meta,,1/info:regioninfo/1731953603469/Put/seqid=0 2024-11-18T18:13:51,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39121 is added to blk_1073741849_1025 (size=5672) 2024-11-18T18:13:52,142 INFO [M:0;818bff808382:45737 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34087/user/jenkins/test-data/51374b34-9c3e-c2ba-58a2-36318d22b6f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c1301e912fcb4e59a5d61f3c24e2d13e 2024-11-18T18:13:52,160 DEBUG [M:0;818bff808382:45737 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34087/user/jenkins/test-data/51374b34-9c3e-c2ba-58a2-36318d22b6f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/53432568f6c4402b95c7e77f1bb434bc is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731953616911/Put/seqid=0 2024-11-18T18:13:52,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39121 is added to blk_1073741850_1026 (size=8516) 2024-11-18T18:13:52,164 INFO [M:0;818bff808382:45737 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34087/user/jenkins/test-data/51374b34-9c3e-c2ba-58a2-36318d22b6f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/53432568f6c4402b95c7e77f1bb434bc 2024-11-18T18:13:52,184 DEBUG [M:0;818bff808382:45737 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34087/user/jenkins/test-data/51374b34-9c3e-c2ba-58a2-36318d22b6f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/df17ab07d780466f888bc9895c74f0c8 is 69, key is 818bff808382,32833,1731953601171/rs:state/1731953602339/Put/seqid=0 2024-11-18T18:13:52,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39121 is added to blk_1073741851_1027 (size=5156) 2024-11-18T18:13:52,318 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,35371,1731953597511.replicationSource.wal-reader.818bff808382%2C35371%2C1731953597511,1-818bff808382,35371,1731953597511 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35413/user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d/WALs/818bff808382,35371,1731953597511/818bff808382%2C35371%2C1731953597511.1731953599547 to pos 1491, reset compression=false 2024-11-18T18:13:52,588 INFO [M:0;818bff808382:45737 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34087/user/jenkins/test-data/51374b34-9c3e-c2ba-58a2-36318d22b6f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/df17ab07d780466f888bc9895c74f0c8 2024-11-18T18:13:52,593 DEBUG [M:0;818bff808382:45737 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34087/user/jenkins/test-data/51374b34-9c3e-c2ba-58a2-36318d22b6f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c1301e912fcb4e59a5d61f3c24e2d13e as hdfs://localhost:34087/user/jenkins/test-data/51374b34-9c3e-c2ba-58a2-36318d22b6f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c1301e912fcb4e59a5d61f3c24e2d13e 2024-11-18T18:13:52,597 INFO [M:0;818bff808382:45737 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34087/user/jenkins/test-data/51374b34-9c3e-c2ba-58a2-36318d22b6f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c1301e912fcb4e59a5d61f3c24e2d13e, entries=8, sequenceid=97, filesize=5.5 K 2024-11-18T18:13:52,598 DEBUG [M:0;818bff808382:45737 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34087/user/jenkins/test-data/51374b34-9c3e-c2ba-58a2-36318d22b6f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/53432568f6c4402b95c7e77f1bb434bc as hdfs://localhost:34087/user/jenkins/test-data/51374b34-9c3e-c2ba-58a2-36318d22b6f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/53432568f6c4402b95c7e77f1bb434bc 2024-11-18T18:13:52,601 INFO [M:0;818bff808382:45737 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34087/user/jenkins/test-data/51374b34-9c3e-c2ba-58a2-36318d22b6f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/53432568f6c4402b95c7e77f1bb434bc, entries=11, sequenceid=97, filesize=8.3 K 2024-11-18T18:13:52,602 DEBUG [M:0;818bff808382:45737 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34087/user/jenkins/test-data/51374b34-9c3e-c2ba-58a2-36318d22b6f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/df17ab07d780466f888bc9895c74f0c8 as hdfs://localhost:34087/user/jenkins/test-data/51374b34-9c3e-c2ba-58a2-36318d22b6f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/df17ab07d780466f888bc9895c74f0c8 2024-11-18T18:13:52,605 INFO [M:0;818bff808382:45737 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34087/user/jenkins/test-data/51374b34-9c3e-c2ba-58a2-36318d22b6f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/df17ab07d780466f888bc9895c74f0c8, entries=1, sequenceid=97, filesize=5.0 K 2024-11-18T18:13:52,606 INFO [M:0;818bff808382:45737 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 883ms, sequenceid=97, compaction requested=false 2024-11-18T18:13:52,607 INFO [M:0;818bff808382:45737 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:13:52,607 DEBUG [M:0;818bff808382:45737 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731953631722Disabling compacts and flushes for region at 1731953631722Disabling writes for close at 1731953631722Obtaining lock to block concurrent updates at 1731953631722Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731953631722Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731953631722Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731953631723 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731953631723Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731953631737 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731953631737Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731953632146 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731953632160 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731953632160Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731953632168 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731953632184 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731953632184Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2165502b: reopening flushed file at 1731953632593 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77c0e8a8: reopening flushed file at 1731953632597 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13909149: reopening flushed file at 1731953632601 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 883ms, sequenceid=97, compaction requested=false at 1731953632606 (+5 ms)Writing region close event to WAL at 1731953632607 (+1 ms)Closed at 1731953632607 2024-11-18T18:13:52,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39121 is added to blk_1073741830_1006 (size=63654) 2024-11-18T18:13:52,609 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/51374b34-9c3e-c2ba-58a2-36318d22b6f2/MasterData/WALs/818bff808382,45737,1731953601120/818bff808382%2C45737%2C1731953601120.1731953602146 not finished, retry = 0 2024-11-18T18:13:52,711 INFO [M:0;818bff808382:45737 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T18:13:52,712 INFO [M:0;818bff808382:45737 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45737 2024-11-18T18:13:52,712 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T18:13:52,712 INFO [M:0;818bff808382:45737 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T18:13:52,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45737-0x1000bd650710003, quorum=127.0.0.1:60069, baseZNode=/1-1776211094 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T18:13:52,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45737-0x1000bd650710003, quorum=127.0.0.1:60069, baseZNode=/1-1776211094 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T18:13:52,814 INFO [M:0;818bff808382:45737 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T18:13:52,820 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@72381bcb{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T18:13:52,820 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@40b203ab{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T18:13:52,820 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T18:13:52,821 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@31c528cd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T18:13:52,821 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@68e60340{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/106b0032-5a2f-c5fd-4a41-c96a7dadf8f0/hadoop.log.dir/,STOPPED} 2024-11-18T18:13:52,824 WARN [BP-2001103556-172.17.0.2-1731953600283 heartbeating to localhost/127.0.0.1:34087 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T18:13:52,824 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T18:13:52,824 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T18:13:52,824 WARN [BP-2001103556-172.17.0.2-1731953600283 heartbeating to localhost/127.0.0.1:34087 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2001103556-172.17.0.2-1731953600283 (Datanode Uuid 6b907243-7eb0-43c1-b1f2-a7956c2814d4) service to localhost/127.0.0.1:34087 2024-11-18T18:13:52,824 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/106b0032-5a2f-c5fd-4a41-c96a7dadf8f0/cluster_53c878ef-6d68-998a-8ede-7a37d84f0ee7/data/data1/current/BP-2001103556-172.17.0.2-1731953600283 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T18:13:52,825 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/106b0032-5a2f-c5fd-4a41-c96a7dadf8f0/cluster_53c878ef-6d68-998a-8ede-7a37d84f0ee7/data/data2/current/BP-2001103556-172.17.0.2-1731953600283 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T18:13:52,825 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T18:13:52,836 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@16fef167{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T18:13:52,836 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@747e9584{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T18:13:52,836 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T18:13:52,837 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@482640eb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T18:13:52,837 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@51cf730b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/106b0032-5a2f-c5fd-4a41-c96a7dadf8f0/hadoop.log.dir/,STOPPED} 2024-11-18T18:13:52,852 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T18:13:52,852 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T18:13:52,852 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T18:13:52,852 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T18:13:52,852 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:13:52,853 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:13:52,853 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T18:13:52,853 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T18:13:52,853 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1229450184, stopped=false 2024-11-18T18:13:52,853 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=818bff808382,41669,1731953597432 2024-11-18T18:13:52,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35371-0x1000bd650710001, quorum=127.0.0.1:60069, baseZNode=/0618325965 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0618325965/running 2024-11-18T18:13:52,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35371-0x1000bd650710001, quorum=127.0.0.1:60069, baseZNode=/0618325965 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0618325965 2024-11-18T18:13:52,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41669-0x1000bd650710000, quorum=127.0.0.1:60069, baseZNode=/0618325965 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0618325965/running 2024-11-18T18:13:52,855 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T18:13:52,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41669-0x1000bd650710000, quorum=127.0.0.1:60069, baseZNode=/0618325965 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0618325965 2024-11-18T18:13:52,856 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35371-0x1000bd650710001, quorum=127.0.0.1:60069, baseZNode=/0618325965 Set watcher on znode that does not yet exist, /0618325965/running 2024-11-18T18:13:52,856 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T18:13:52,856 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41669-0x1000bd650710000, quorum=127.0.0.1:60069, baseZNode=/0618325965 Set watcher on znode that does not yet exist, /0618325965/running 2024-11-18T18:13:52,856 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T18:13:52,857 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:13:52,857 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '818bff808382,35371,1731953597511' ***** 2024-11-18T18:13:52,857 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T18:13:52,857 INFO [RS:0;818bff808382:35371 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T18:13:52,857 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T18:13:52,857 INFO [RS:0;818bff808382:35371 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T18:13:52,857 INFO [RS:0;818bff808382:35371 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T18:13:52,857 INFO [RS:0;818bff808382:35371 {}] regionserver.HRegionServer(3091): Received CLOSE for 9c69d50b7631ff77032fdc821f9d67fd 2024-11-18T18:13:52,860 INFO [RS:0;818bff808382:35371 {}] regionserver.HRegionServer(3091): Received CLOSE for 58e6e99e9f13230031bac7a5e483c3da 2024-11-18T18:13:52,860 INFO [RS:0;818bff808382:35371 {}] regionserver.HRegionServer(959): stopping server 818bff808382,35371,1731953597511 2024-11-18T18:13:52,860 INFO [RS:0;818bff808382:35371 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T18:13:52,860 INFO [RS:0;818bff808382:35371 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;818bff808382:35371. 2024-11-18T18:13:52,860 DEBUG [RS:0;818bff808382:35371 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T18:13:52,860 DEBUG [RS:0;818bff808382:35371 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:13:52,860 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9c69d50b7631ff77032fdc821f9d67fd, disabling compactions & flushes 2024-11-18T18:13:52,860 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731953607491.9c69d50b7631ff77032fdc821f9d67fd. 2024-11-18T18:13:52,860 INFO [RS:0;818bff808382:35371 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T18:13:52,860 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731953607491.9c69d50b7631ff77032fdc821f9d67fd. 2024-11-18T18:13:52,860 INFO [RS:0;818bff808382:35371 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T18:13:52,860 INFO [RS:0;818bff808382:35371 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T18:13:52,860 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731953607491.9c69d50b7631ff77032fdc821f9d67fd. after waiting 0 ms 2024-11-18T18:13:52,860 INFO [RS:0;818bff808382:35371 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T18:13:52,860 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731953607491.9c69d50b7631ff77032fdc821f9d67fd. 2024-11-18T18:13:52,860 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9c69d50b7631ff77032fdc821f9d67fd 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-18T18:13:52,860 INFO [RS:0;818bff808382:35371 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-18T18:13:52,860 DEBUG [RS:0;818bff808382:35371 {}] regionserver.HRegionServer(1325): Online Regions={9c69d50b7631ff77032fdc821f9d67fd=test,,1731953607491.9c69d50b7631ff77032fdc821f9d67fd., 1588230740=hbase:meta,,1.1588230740, 58e6e99e9f13230031bac7a5e483c3da=hbase:replication,,1731953613957.58e6e99e9f13230031bac7a5e483c3da.} 2024-11-18T18:13:52,860 DEBUG [RS:0;818bff808382:35371 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 58e6e99e9f13230031bac7a5e483c3da, 9c69d50b7631ff77032fdc821f9d67fd 2024-11-18T18:13:52,860 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T18:13:52,861 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T18:13:52,861 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T18:13:52,861 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T18:13:52,861 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T18:13:52,861 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-18T18:13:52,893 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35413/user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d/data/hbase/meta/1588230740/.tmp/info/74b0dec6c4054116abcee6ded09f3f5d is 147, key is hbase:replication,,1731953613957.58e6e99e9f13230031bac7a5e483c3da./info:regioninfo/1731953615132/Put/seqid=0 2024-11-18T18:13:52,897 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35413/user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d/data/default/test/9c69d50b7631ff77032fdc821f9d67fd/.tmp/f/a8c847267f67471f9c34c5ab0937466c is 37, key is row3/f:row3/1731953626164/Put/seqid=0 2024-11-18T18:13:52,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43779 is added to blk_1073741840_1016 (size=5228) 2024-11-18T18:13:52,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43779 is added to blk_1073741841_1017 (size=7686) 2024-11-18T18:13:52,909 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35413/user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d/data/hbase/meta/1588230740/.tmp/info/74b0dec6c4054116abcee6ded09f3f5d 2024-11-18T18:13:52,923 INFO [regionserver/818bff808382:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T18:13:52,932 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35413/user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d/data/hbase/meta/1588230740/.tmp/ns/5f7013c308ce47308d0c38d920231dfe is 43, key is default/ns:d/1731953600143/Put/seqid=0 2024-11-18T18:13:52,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43779 is added to blk_1073741842_1018 (size=5153) 2024-11-18T18:13:52,936 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35413/user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d/data/hbase/meta/1588230740/.tmp/ns/5f7013c308ce47308d0c38d920231dfe 2024-11-18T18:13:52,953 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35413/user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d/data/hbase/meta/1588230740/.tmp/rep_barrier/bf81d711beac4997a2b134fa191b275e is 112, key is test,,1731953607491.9c69d50b7631ff77032fdc821f9d67fd./rep_barrier:seqnumDuringOpen/1731953608665/Put/seqid=0 2024-11-18T18:13:52,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43779 is added to blk_1073741843_1019 (size=5518) 2024-11-18T18:13:53,061 DEBUG [RS:0;818bff808382:35371 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 58e6e99e9f13230031bac7a5e483c3da, 9c69d50b7631ff77032fdc821f9d67fd 2024-11-18T18:13:53,261 DEBUG [RS:0;818bff808382:35371 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 58e6e99e9f13230031bac7a5e483c3da, 9c69d50b7631ff77032fdc821f9d67fd 2024-11-18T18:13:53,305 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35413/user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d/data/default/test/9c69d50b7631ff77032fdc821f9d67fd/.tmp/f/a8c847267f67471f9c34c5ab0937466c 2024-11-18T18:13:53,311 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a8c847267f67471f9c34c5ab0937466c 2024-11-18T18:13:53,321 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,35371,1731953597511.replicationSource.wal-reader.818bff808382%2C35371%2C1731953597511,1-818bff808382,35371,1731953597511 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35413/user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d/WALs/818bff808382,35371,1731953597511/818bff808382%2C35371%2C1731953597511.1731953599547 to pos 1491, reset compression=false 2024-11-18T18:13:53,330 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,35371,1731953597511.replicationSource.wal-reader.818bff808382%2C35371%2C1731953597511,1-818bff808382,35371,1731953597511 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T18:13:53,330 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,35371,1731953597511.replicationSource.wal-reader.818bff808382%2C35371%2C1731953597511,1-818bff808382,35371,1731953597511 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35413/user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d/WALs/818bff808382,35371,1731953597511/818bff808382%2C35371%2C1731953597511.1731953599547 to pos 1738, reset compression=false 2024-11-18T18:13:53,330 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,35371,1731953597511.replicationSource.shipper818bff808382%2C35371%2C1731953597511,1-818bff808382,35371,1731953597511 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-818bff808382,35371,1731953597511 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35413/user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d/WALs/818bff808382,35371,1731953597511/818bff808382%2C35371%2C1731953597511.1731953599547, lastWalPosition=1738, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T18:13:53,331 ERROR [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,35371,1731953597511.replicationSource.shipper818bff808382%2C35371%2C1731953597511,1-818bff808382,35371,1731953597511 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 818bff808382,35371,1731953597511: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-818bff808382,35371,1731953597511, walGroup=818bff808382%2C35371%2C1731953597511, offset=818bff808382%2C35371%2C1731953597511.1731953599547:1738, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=818bff808382:35371 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-18T18:13:53,332 ERROR [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,35371,1731953597511.replicationSource.shipper818bff808382%2C35371%2C1731953597511,1-818bff808382,35371,1731953597511 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-18T18:13:53,332 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,35371,1731953597511.replicationSource.shipper818bff808382%2C35371%2C1731953597511,1-818bff808382,35371,1731953597511 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-18T18:13:53,332 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,35371,1731953597511.replicationSource.shipper818bff808382%2C35371%2C1731953597511,1-818bff808382,35371,1731953597511 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-18T18:13:53,332 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,35371,1731953597511.replicationSource.shipper818bff808382%2C35371%2C1731953597511,1-818bff808382,35371,1731953597511 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-18T18:13:53,332 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,35371,1731953597511.replicationSource.shipper818bff808382%2C35371%2C1731953597511,1-818bff808382,35371,1731953597511 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-18T18:13:53,332 INFO [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,35371,1731953597511.replicationSource.shipper818bff808382%2C35371%2C1731953597511,1-818bff808382,35371,1731953597511 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1178599424, "init": 1048576000, "max": 2306867200, "used": 884889856 }, "NonHeapMemoryUsage": { "committed": 202637312, "init": 7667712, "max": -1, "used": 199707648 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-18T18:13:53,333 WARN [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,35371,1731953597511.replicationSource.shipper818bff808382%2C35371%2C1731953597511,1-818bff808382,35371,1731953597511 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=818bff808382:41669 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=818bff808382:41669 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more 2024-11-18T18:13:53,337 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35413/user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d/data/default/test/9c69d50b7631ff77032fdc821f9d67fd/.tmp/f1/12a8888473ca4e8e9ccfddcae885126c is 30, key is row1/f1:/1731953623499/DeleteFamily/seqid=0 2024-11-18T18:13:53,358 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35413/user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d/data/hbase/meta/1588230740/.tmp/rep_barrier/bf81d711beac4997a2b134fa191b275e 2024-11-18T18:13:53,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43779 is added to blk_1073741844_1020 (size=5158) 2024-11-18T18:13:53,363 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35413/user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d/data/default/test/9c69d50b7631ff77032fdc821f9d67fd/.tmp/f1/12a8888473ca4e8e9ccfddcae885126c 2024-11-18T18:13:53,369 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 12a8888473ca4e8e9ccfddcae885126c 2024-11-18T18:13:53,380 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35413/user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d/data/hbase/meta/1588230740/.tmp/table/7cbf925e294c4d7e974645fab67257e8 is 53, key is hbase:replication/table:state/1731953615139/Put/seqid=0 2024-11-18T18:13:53,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43779 is added to blk_1073741845_1021 (size=5308) 2024-11-18T18:13:53,386 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35413/user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d/data/default/test/9c69d50b7631ff77032fdc821f9d67fd/.tmp/norep/6552307f0ea14467a9d649b14f7e0a73 is 32, key is row/norep:/1731953622493/DeleteFamily/seqid=0 2024-11-18T18:13:53,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43779 is added to blk_1073741846_1022 (size=5101) 2024-11-18T18:13:53,393 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35413/user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d/data/default/test/9c69d50b7631ff77032fdc821f9d67fd/.tmp/norep/6552307f0ea14467a9d649b14f7e0a73 2024-11-18T18:13:53,396 INFO [regionserver/818bff808382:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T18:13:53,396 INFO [regionserver/818bff808382:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T18:13:53,397 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6552307f0ea14467a9d649b14f7e0a73 2024-11-18T18:13:53,398 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35413/user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d/data/default/test/9c69d50b7631ff77032fdc821f9d67fd/.tmp/f/a8c847267f67471f9c34c5ab0937466c as hdfs://localhost:35413/user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d/data/default/test/9c69d50b7631ff77032fdc821f9d67fd/f/a8c847267f67471f9c34c5ab0937466c 2024-11-18T18:13:53,401 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a8c847267f67471f9c34c5ab0937466c 2024-11-18T18:13:53,402 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35413/user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d/data/default/test/9c69d50b7631ff77032fdc821f9d67fd/f/a8c847267f67471f9c34c5ab0937466c, entries=5, sequenceid=12, filesize=5.1 K 2024-11-18T18:13:53,402 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35413/user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d/data/default/test/9c69d50b7631ff77032fdc821f9d67fd/.tmp/f1/12a8888473ca4e8e9ccfddcae885126c as hdfs://localhost:35413/user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d/data/default/test/9c69d50b7631ff77032fdc821f9d67fd/f1/12a8888473ca4e8e9ccfddcae885126c 2024-11-18T18:13:53,406 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 12a8888473ca4e8e9ccfddcae885126c 2024-11-18T18:13:53,406 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35413/user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d/data/default/test/9c69d50b7631ff77032fdc821f9d67fd/f1/12a8888473ca4e8e9ccfddcae885126c, entries=3, sequenceid=12, filesize=5.0 K 2024-11-18T18:13:53,406 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35413/user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d/data/default/test/9c69d50b7631ff77032fdc821f9d67fd/.tmp/norep/6552307f0ea14467a9d649b14f7e0a73 as hdfs://localhost:35413/user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d/data/default/test/9c69d50b7631ff77032fdc821f9d67fd/norep/6552307f0ea14467a9d649b14f7e0a73 2024-11-18T18:13:53,411 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6552307f0ea14467a9d649b14f7e0a73 2024-11-18T18:13:53,411 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35413/user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d/data/default/test/9c69d50b7631ff77032fdc821f9d67fd/norep/6552307f0ea14467a9d649b14f7e0a73, entries=1, sequenceid=12, filesize=5.0 K 2024-11-18T18:13:53,411 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 9c69d50b7631ff77032fdc821f9d67fd in 551ms, sequenceid=12, compaction requested=false 2024-11-18T18:13:53,412 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-18T18:13:53,420 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35413/user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d/data/default/test/9c69d50b7631ff77032fdc821f9d67fd/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-18T18:13:53,420 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T18:13:53,420 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T18:13:53,420 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731953607491.9c69d50b7631ff77032fdc821f9d67fd. 2024-11-18T18:13:53,420 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9c69d50b7631ff77032fdc821f9d67fd: Waiting for close lock at 1731953632860Running coprocessor pre-close hooks at 1731953632860Disabling compacts and flushes for region at 1731953632860Disabling writes for close at 1731953632860Obtaining lock to block concurrent updates at 1731953632860Preparing flush snapshotting stores in 9c69d50b7631ff77032fdc821f9d67fd at 1731953632860Finished memstore snapshotting test,,1731953607491.9c69d50b7631ff77032fdc821f9d67fd., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731953632861 (+1 ms)Flushing stores of test,,1731953607491.9c69d50b7631ff77032fdc821f9d67fd. at 1731953632861Flushing 9c69d50b7631ff77032fdc821f9d67fd/f: creating writer at 1731953632861Flushing 9c69d50b7631ff77032fdc821f9d67fd/f: appending metadata at 1731953632896 (+35 ms)Flushing 9c69d50b7631ff77032fdc821f9d67fd/f: closing flushed file at 1731953632896Flushing 9c69d50b7631ff77032fdc821f9d67fd/f1: creating writer at 1731953633311 (+415 ms)Flushing 9c69d50b7631ff77032fdc821f9d67fd/f1: appending metadata at 1731953633337 (+26 ms)Flushing 9c69d50b7631ff77032fdc821f9d67fd/f1: closing flushed file at 1731953633337Flushing 9c69d50b7631ff77032fdc821f9d67fd/norep: creating writer at 1731953633369 (+32 ms)Flushing 9c69d50b7631ff77032fdc821f9d67fd/norep: appending metadata at 1731953633386 (+17 ms)Flushing 9c69d50b7631ff77032fdc821f9d67fd/norep: closing flushed file at 1731953633386Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64ad5602: reopening flushed file at 1731953633397 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@182ed5bd: reopening flushed file at 1731953633402 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36148d14: reopening flushed file at 1731953633406 (+4 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 9c69d50b7631ff77032fdc821f9d67fd in 551ms, sequenceid=12, compaction requested=false at 1731953633411 (+5 ms)Writing region close event to WAL at 1731953633417 (+6 ms)Running coprocessor post-close hooks at 1731953633420 (+3 ms)Closed at 1731953633420 2024-11-18T18:13:53,421 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731953607491.9c69d50b7631ff77032fdc821f9d67fd. 2024-11-18T18:13:53,421 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 58e6e99e9f13230031bac7a5e483c3da, disabling compactions & flushes 2024-11-18T18:13:53,421 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731953613957.58e6e99e9f13230031bac7a5e483c3da. 2024-11-18T18:13:53,421 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731953613957.58e6e99e9f13230031bac7a5e483c3da. 2024-11-18T18:13:53,421 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731953613957.58e6e99e9f13230031bac7a5e483c3da. after waiting 0 ms 2024-11-18T18:13:53,421 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731953613957.58e6e99e9f13230031bac7a5e483c3da. 2024-11-18T18:13:53,421 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 58e6e99e9f13230031bac7a5e483c3da: Waiting for close lock at 1731953633421Running coprocessor pre-close hooks at 1731953633421Disabling compacts and flushes for region at 1731953633421Disabling writes for close at 1731953633421Failed flush hbase:replication,,1731953613957.58e6e99e9f13230031bac7a5e483c3da., putting online again at 1731953633421 2024-11-18T18:13:53,421 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731953613957.58e6e99e9f13230031bac7a5e483c3da. 2024-11-18T18:13:53,461 INFO [RS:0;818bff808382:35371 {}] regionserver.HRegionServer(3091): Received CLOSE for 58e6e99e9f13230031bac7a5e483c3da 2024-11-18T18:13:53,461 DEBUG [RS:0;818bff808382:35371 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 58e6e99e9f13230031bac7a5e483c3da 2024-11-18T18:13:53,461 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 58e6e99e9f13230031bac7a5e483c3da, disabling compactions & flushes 2024-11-18T18:13:53,461 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731953613957.58e6e99e9f13230031bac7a5e483c3da. 2024-11-18T18:13:53,461 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731953613957.58e6e99e9f13230031bac7a5e483c3da. 2024-11-18T18:13:53,461 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731953613957.58e6e99e9f13230031bac7a5e483c3da. after waiting 0 ms 2024-11-18T18:13:53,461 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731953613957.58e6e99e9f13230031bac7a5e483c3da. 2024-11-18T18:13:53,461 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 58e6e99e9f13230031bac7a5e483c3da: Waiting for close lock at 1731953633461Running coprocessor pre-close hooks at 1731953633461Disabling compacts and flushes for region at 1731953633461Disabling writes for close at 1731953633461Failed flush hbase:replication,,1731953613957.58e6e99e9f13230031bac7a5e483c3da., putting online again at 1731953633461 2024-11-18T18:13:53,461 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731953613957.58e6e99e9f13230031bac7a5e483c3da. 2024-11-18T18:13:53,549 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,35371,1731953597511.replicationSource.wal-reader.818bff808382%2C35371%2C1731953597511,1-818bff808382,35371,1731953597511 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35413/user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d/WALs/818bff808382,35371,1731953597511/818bff808382%2C35371%2C1731953597511.1731953599547 to pos 1738, reset compression=false 2024-11-18T18:13:53,554 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,35371,1731953597511.replicationSource.wal-reader.818bff808382%2C35371%2C1731953597511,1-818bff808382,35371,1731953597511 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T18:13:53,554 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,35371,1731953597511.replicationSource.wal-reader.818bff808382%2C35371%2C1731953597511,1-818bff808382,35371,1731953597511 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35413/user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d/WALs/818bff808382,35371,1731953597511/818bff808382%2C35371%2C1731953597511.1731953599547 to pos 2382, reset compression=false 2024-11-18T18:13:53,599 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:13:53,599 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:13:53,600 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:13:53,634 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:13:53,635 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:13:53,635 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:13:53,635 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:13:53,635 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:13:53,635 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:13:53,640 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:13:53,643 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:13:53,644 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:13:53,646 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:13:53,661 DEBUG [RS:0;818bff808382:35371 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T18:13:53,757 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,35371,1731953597511.replicationSource.wal-reader.818bff808382%2C35371%2C1731953597511,1-818bff808382,35371,1731953597511 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35413/user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d/WALs/818bff808382,35371,1731953597511/818bff808382%2C35371%2C1731953597511.1731953599547 to pos 2382, reset compression=false 2024-11-18T18:13:53,787 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35413/user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d/data/hbase/meta/1588230740/.tmp/table/7cbf925e294c4d7e974645fab67257e8 2024-11-18T18:13:53,791 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35413/user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d/data/hbase/meta/1588230740/.tmp/info/74b0dec6c4054116abcee6ded09f3f5d as hdfs://localhost:35413/user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d/data/hbase/meta/1588230740/info/74b0dec6c4054116abcee6ded09f3f5d 2024-11-18T18:13:53,794 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35413/user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d/data/hbase/meta/1588230740/info/74b0dec6c4054116abcee6ded09f3f5d, entries=20, sequenceid=16, filesize=7.5 K 2024-11-18T18:13:53,795 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35413/user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d/data/hbase/meta/1588230740/.tmp/ns/5f7013c308ce47308d0c38d920231dfe as hdfs://localhost:35413/user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d/data/hbase/meta/1588230740/ns/5f7013c308ce47308d0c38d920231dfe 2024-11-18T18:13:53,799 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35413/user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d/data/hbase/meta/1588230740/ns/5f7013c308ce47308d0c38d920231dfe, entries=2, sequenceid=16, filesize=5.0 K 2024-11-18T18:13:53,799 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35413/user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d/data/hbase/meta/1588230740/.tmp/rep_barrier/bf81d711beac4997a2b134fa191b275e as hdfs://localhost:35413/user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d/data/hbase/meta/1588230740/rep_barrier/bf81d711beac4997a2b134fa191b275e 2024-11-18T18:13:53,802 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35413/user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d/data/hbase/meta/1588230740/rep_barrier/bf81d711beac4997a2b134fa191b275e, entries=1, sequenceid=16, filesize=5.4 K 2024-11-18T18:13:53,803 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35413/user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d/data/hbase/meta/1588230740/.tmp/table/7cbf925e294c4d7e974645fab67257e8 as hdfs://localhost:35413/user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d/data/hbase/meta/1588230740/table/7cbf925e294c4d7e974645fab67257e8 2024-11-18T18:13:53,805 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35413/user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d/data/hbase/meta/1588230740/table/7cbf925e294c4d7e974645fab67257e8, entries=4, sequenceid=16, filesize=5.2 K 2024-11-18T18:13:53,806 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 945ms, sequenceid=16, compaction requested=false 2024-11-18T18:13:53,806 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T18:13:53,810 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35413/user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-18T18:13:53,810 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T18:13:53,810 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T18:13:53,810 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T18:13:53,810 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731953632860Running coprocessor pre-close hooks at 1731953632860Disabling compacts and flushes for region at 1731953632860Disabling writes for close at 1731953632861 (+1 ms)Obtaining lock to block concurrent updates at 1731953632861Preparing flush snapshotting stores in 1588230740 at 1731953632861Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731953632861Flushing stores of hbase:meta,,1.1588230740 at 1731953632862 (+1 ms)Flushing 1588230740/info: creating writer at 1731953632862Flushing 1588230740/info: appending metadata at 1731953632893 (+31 ms)Flushing 1588230740/info: closing flushed file at 1731953632893Flushing 1588230740/ns: creating writer at 1731953632913 (+20 ms)Flushing 1588230740/ns: appending metadata at 1731953632931 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731953632931Flushing 1588230740/rep_barrier: creating writer at 1731953632939 (+8 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731953632953 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731953632953Flushing 1588230740/table: creating writer at 1731953633363 (+410 ms)Flushing 1588230740/table: appending metadata at 1731953633380 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731953633380Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72afd4cc: reopening flushed file at 1731953633790 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76f4a2d2: reopening flushed file at 1731953633795 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6609fa5d: reopening flushed file at 1731953633799 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69919834: reopening flushed file at 1731953633802 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 945ms, sequenceid=16, compaction requested=false at 1731953633806 (+4 ms)Writing region close event to WAL at 1731953633808 (+2 ms)Running coprocessor post-close hooks at 1731953633810 (+2 ms)Closed at 1731953633810 2024-11-18T18:13:53,811 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T18:13:53,861 INFO [RS:0;818bff808382:35371 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-18T18:13:53,862 DEBUG [RS:0;818bff808382:35371 {}] regionserver.HRegionServer(1325): Online Regions={58e6e99e9f13230031bac7a5e483c3da=hbase:replication,,1731953613957.58e6e99e9f13230031bac7a5e483c3da.} 2024-11-18T18:13:53,862 INFO [RS:0;818bff808382:35371 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-18T18:13:53,862 INFO [RS:0;818bff808382:35371 {}] regionserver.HRegionServer(976): stopping server 818bff808382,35371,1731953597511; all regions closed. 2024-11-18T18:13:53,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43779 is added to blk_1073741834_1010 (size=4239) 2024-11-18T18:13:53,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43779 is added to blk_1073741839_1015 (size=2609) 2024-11-18T18:13:53,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43779 is added to blk_1073741833_1009 (size=2390) 2024-11-18T18:13:53,869 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d/WALs/818bff808382,35371,1731953597511/818bff808382%2C35371%2C1731953597511.1731953599547 not finished, retry = 0 2024-11-18T18:13:53,970 DEBUG [RS:0;818bff808382:35371 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:13:53,970 INFO [RS:0;818bff808382:35371 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T18:13:53,970 INFO [RS:0;818bff808382:35371 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T18:13:53,970 INFO [RS:0;818bff808382:35371 {}] hbase.ChoreService(370): Chore service for: regionserver/818bff808382:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T18:13:53,970 INFO [RS:0;818bff808382:35371 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T18:13:53,970 INFO [regionserver/818bff808382:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T18:13:53,971 INFO [RS:0;818bff808382:35371 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-818bff808382,35371,1731953597511 because: Region server is closing 2024-11-18T18:13:53,971 INFO [RS:0;818bff808382:35371 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;818bff808382:35371. 2024-11-18T18:13:53,971 DEBUG [RS:0;818bff808382:35371 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T18:13:53,971 DEBUG [RS:0;818bff808382:35371 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:13:53,971 DEBUG [RS:0;818bff808382:35371 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:13:53,971 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T18:13:54,071 INFO [RS:0;818bff808382:35371 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,35371,1731953597511.replicationSource.shipper818bff808382%2C35371%2C1731953597511,1-818bff808382,35371,1731953597511 terminated 2024-11-18T18:13:54,071 INFO [RS:0;818bff808382:35371 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;818bff808382:35371. 2024-11-18T18:13:54,072 DEBUG [RS:0;818bff808382:35371 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T18:13:54,072 DEBUG [RS:0;818bff808382:35371 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:13:54,072 DEBUG [RS:0;818bff808382:35371 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:13:54,072 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T18:13:54,072 INFO [RS:0;818bff808382:35371 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35371 2024-11-18T18:13:54,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35371-0x1000bd650710001, quorum=127.0.0.1:60069, baseZNode=/0618325965 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0618325965/rs/818bff808382,35371,1731953597511 2024-11-18T18:13:54,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41669-0x1000bd650710000, quorum=127.0.0.1:60069, baseZNode=/0618325965 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0618325965/rs 2024-11-18T18:13:54,074 INFO [RS:0;818bff808382:35371 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T18:13:54,075 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [818bff808382,35371,1731953597511] 2024-11-18T18:13:54,077 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0618325965/draining/818bff808382,35371,1731953597511 already deleted, retry=false 2024-11-18T18:13:54,077 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 818bff808382,35371,1731953597511 expired; onlineServers=0 2024-11-18T18:13:54,077 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '818bff808382,41669,1731953597432' ***** 2024-11-18T18:13:54,077 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T18:13:54,077 INFO [M:0;818bff808382:41669 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T18:13:54,077 INFO [M:0;818bff808382:41669 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T18:13:54,077 DEBUG [M:0;818bff808382:41669 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T18:13:54,077 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T18:13:54,077 DEBUG [M:0;818bff808382:41669 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T18:13:54,077 DEBUG [master/818bff808382:0:becomeActiveMaster-HFileCleaner.small.0-1731953599336 {}] cleaner.HFileCleaner(306): Exit Thread[master/818bff808382:0:becomeActiveMaster-HFileCleaner.small.0-1731953599336,5,FailOnTimeoutGroup] 2024-11-18T18:13:54,077 DEBUG [master/818bff808382:0:becomeActiveMaster-HFileCleaner.large.0-1731953599332 {}] cleaner.HFileCleaner(306): Exit Thread[master/818bff808382:0:becomeActiveMaster-HFileCleaner.large.0-1731953599332,5,FailOnTimeoutGroup] 2024-11-18T18:13:54,077 INFO [M:0;818bff808382:41669 {}] hbase.ChoreService(370): Chore service for: master/818bff808382:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T18:13:54,077 INFO [M:0;818bff808382:41669 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T18:13:54,077 DEBUG [M:0;818bff808382:41669 {}] master.HMaster(1795): Stopping service threads 2024-11-18T18:13:54,077 INFO [M:0;818bff808382:41669 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T18:13:54,078 INFO [M:0;818bff808382:41669 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T18:13:54,078 INFO [M:0;818bff808382:41669 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T18:13:54,078 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T18:13:54,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41669-0x1000bd650710000, quorum=127.0.0.1:60069, baseZNode=/0618325965 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0618325965/master 2024-11-18T18:13:54,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41669-0x1000bd650710000, quorum=127.0.0.1:60069, baseZNode=/0618325965 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0618325965 2024-11-18T18:13:54,079 DEBUG [M:0;818bff808382:41669 {}] zookeeper.ZKUtil(347): master:41669-0x1000bd650710000, quorum=127.0.0.1:60069, baseZNode=/0618325965 Unable to get data of znode /0618325965/master because node does not exist (not an error) 2024-11-18T18:13:54,079 WARN [M:0;818bff808382:41669 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T18:13:54,080 INFO [M:0;818bff808382:41669 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35413/user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d/.lastflushedseqids 2024-11-18T18:13:54,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43779 is added to blk_1073741847_1023 (size=245) 2024-11-18T18:13:54,164 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T18:13:54,165 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:13:54,165 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:13:54,165 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:13:54,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35371-0x1000bd650710001, quorum=127.0.0.1:60069, baseZNode=/0618325965 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T18:13:54,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35371-0x1000bd650710001, quorum=127.0.0.1:60069, baseZNode=/0618325965 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T18:13:54,176 INFO [RS:0;818bff808382:35371 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T18:13:54,176 INFO [RS:0;818bff808382:35371 {}] regionserver.HRegionServer(1031): Exiting; stopping=818bff808382,35371,1731953597511; zookeeper connection closed. 2024-11-18T18:13:54,176 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6e499e94 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6e499e94 2024-11-18T18:13:54,177 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T18:13:54,191 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:13:54,191 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:13:54,192 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:13:54,192 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:13:54,192 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:13:54,192 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:13:54,197 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:13:54,199 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:13:54,200 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:13:54,201 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:13:54,486 INFO [M:0;818bff808382:41669 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T18:13:54,486 INFO [M:0;818bff808382:41669 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T18:13:54,486 DEBUG [M:0;818bff808382:41669 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T18:13:54,486 INFO [M:0;818bff808382:41669 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:13:54,486 DEBUG [M:0;818bff808382:41669 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:13:54,486 DEBUG [M:0;818bff808382:41669 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T18:13:54,486 DEBUG [M:0;818bff808382:41669 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:13:54,486 INFO [M:0;818bff808382:41669 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-18T18:13:54,501 DEBUG [M:0;818bff808382:41669 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35413/user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/52d8100a9ebd490aa6b32095cae11e0f is 82, key is hbase:meta,,1/info:regioninfo/1731953600130/Put/seqid=0 2024-11-18T18:13:54,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43779 is added to blk_1073741848_1024 (size=5672) 2024-11-18T18:13:54,905 INFO [M:0;818bff808382:41669 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35413/user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/52d8100a9ebd490aa6b32095cae11e0f 2024-11-18T18:13:54,923 DEBUG [M:0;818bff808382:41669 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35413/user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4e395258699547d68764148fb8a1a346 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731953608674/Put/seqid=0 2024-11-18T18:13:54,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43779 is added to blk_1073741849_1025 (size=7218) 2024-11-18T18:13:55,327 INFO [M:0;818bff808382:41669 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35413/user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4e395258699547d68764148fb8a1a346 2024-11-18T18:13:55,331 INFO [M:0;818bff808382:41669 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4e395258699547d68764148fb8a1a346 2024-11-18T18:13:55,346 DEBUG [M:0;818bff808382:41669 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35413/user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/669f559fa6dd46fface4132d40673451 is 69, key is 818bff808382,35371,1731953597511/rs:state/1731953599369/Put/seqid=0 2024-11-18T18:13:55,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43779 is added to blk_1073741850_1026 (size=5156) 2024-11-18T18:13:55,579 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-18T18:13:55,579 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-18T18:13:55,579 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T18:13:55,753 INFO [M:0;818bff808382:41669 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35413/user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/669f559fa6dd46fface4132d40673451 2024-11-18T18:13:55,757 DEBUG [M:0;818bff808382:41669 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35413/user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/52d8100a9ebd490aa6b32095cae11e0f as hdfs://localhost:35413/user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/52d8100a9ebd490aa6b32095cae11e0f 2024-11-18T18:13:55,760 INFO [M:0;818bff808382:41669 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35413/user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/52d8100a9ebd490aa6b32095cae11e0f, entries=8, sequenceid=105, filesize=5.5 K 2024-11-18T18:13:55,761 DEBUG [M:0;818bff808382:41669 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35413/user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4e395258699547d68764148fb8a1a346 as hdfs://localhost:35413/user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4e395258699547d68764148fb8a1a346 2024-11-18T18:13:55,764 INFO [M:0;818bff808382:41669 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4e395258699547d68764148fb8a1a346 2024-11-18T18:13:55,764 INFO [M:0;818bff808382:41669 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35413/user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4e395258699547d68764148fb8a1a346, entries=11, sequenceid=105, filesize=7.0 K 2024-11-18T18:13:55,764 DEBUG [M:0;818bff808382:41669 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35413/user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/669f559fa6dd46fface4132d40673451 as hdfs://localhost:35413/user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/669f559fa6dd46fface4132d40673451 2024-11-18T18:13:55,767 INFO [M:0;818bff808382:41669 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35413/user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/669f559fa6dd46fface4132d40673451, entries=1, sequenceid=105, filesize=5.0 K 2024-11-18T18:13:55,768 INFO [M:0;818bff808382:41669 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1282ms, sequenceid=105, compaction requested=false 2024-11-18T18:13:55,769 INFO [M:0;818bff808382:41669 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:13:55,769 DEBUG [M:0;818bff808382:41669 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731953634486Disabling compacts and flushes for region at 1731953634486Disabling writes for close at 1731953634486Obtaining lock to block concurrent updates at 1731953634486Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731953634486Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1731953634486Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731953634487 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731953634487Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731953634501 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731953634501Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731953634909 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731953634922 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731953634922Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731953635331 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731953635346 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731953635346Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@780fb1c3: reopening flushed file at 1731953635756 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17166443: reopening flushed file at 1731953635760 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4cdd3ea: reopening flushed file at 1731953635764 (+4 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1282ms, sequenceid=105, compaction requested=false at 1731953635768 (+4 ms)Writing region close event to WAL at 1731953635769 (+1 ms)Closed at 1731953635769 2024-11-18T18:13:55,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43779 is added to blk_1073741830_1006 (size=64423) 2024-11-18T18:13:55,771 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/199445f1-317f-91fd-08d8-d7e71595757d/MasterData/WALs/818bff808382,41669,1731953597432/818bff808382%2C41669%2C1731953597432.1731953599200 not finished, retry = 0 2024-11-18T18:13:55,872 INFO [M:0;818bff808382:41669 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T18:13:55,872 INFO [M:0;818bff808382:41669 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41669 2024-11-18T18:13:55,872 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T18:13:55,873 INFO [M:0;818bff808382:41669 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T18:13:55,911 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T18:13:55,912 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [818bff808382,35743,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=818bff808382:35743 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-18T18:13:55,912 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68663 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [818bff808382,35743,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=818bff808382:35743 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-18T18:13:55,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41669-0x1000bd650710000, quorum=127.0.0.1:60069, baseZNode=/0618325965 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T18:13:55,978 INFO [M:0;818bff808382:41669 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T18:13:55,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41669-0x1000bd650710000, quorum=127.0.0.1:60069, baseZNode=/0618325965 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T18:13:55,986 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@44a362b2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T18:13:55,986 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@28400cbc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T18:13:55,986 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T18:13:55,986 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d1832e1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T18:13:55,986 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5c6ec404{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c34ed7ce-5104-ee41-78ca-ce3a625b5ac1/hadoop.log.dir/,STOPPED} 2024-11-18T18:13:55,987 WARN [BP-961853915-172.17.0.2-1731953596323 heartbeating to localhost/127.0.0.1:35413 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T18:13:55,987 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T18:13:55,987 WARN [BP-961853915-172.17.0.2-1731953596323 heartbeating to localhost/127.0.0.1:35413 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-961853915-172.17.0.2-1731953596323 (Datanode Uuid 78ab43ab-c507-4b47-be76-054adf3c4812) service to localhost/127.0.0.1:35413 2024-11-18T18:13:55,988 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T18:13:55,988 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c34ed7ce-5104-ee41-78ca-ce3a625b5ac1/cluster_80337e57-0260-82a8-2302-345604f0ea53/data/data1/current/BP-961853915-172.17.0.2-1731953596323 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T18:13:55,988 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c34ed7ce-5104-ee41-78ca-ce3a625b5ac1/cluster_80337e57-0260-82a8-2302-345604f0ea53/data/data2/current/BP-961853915-172.17.0.2-1731953596323 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T18:13:55,989 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T18:13:55,998 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5451eb03{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T18:13:55,998 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4d715898{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T18:13:55,998 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T18:13:55,998 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@63e8c032{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T18:13:55,998 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d9e9be{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c34ed7ce-5104-ee41-78ca-ce3a625b5ac1/hadoop.log.dir/,STOPPED} 2024-11-18T18:13:56,006 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-18T18:13:56,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T18:13:56,032 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=315 (was 265) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34087 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35413 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:33937 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35413 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34087 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34087 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33937 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35413 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33937 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33937 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60069) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60069) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34087 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:34087 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60069) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35413 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35413 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35413 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33937 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33937 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:35413 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34087 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33937 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34087 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33937 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35413 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33937 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34087 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=731 (was 656) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=456 (was 402) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=11528 (was 11625) 2024-11-18T18:13:56,042 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=315, OpenFileDescriptor=731, MaxFileDescriptor=1048576, SystemLoadAverage=456, ProcessCount=11, AvailableMemoryMB=11527 2024-11-18T18:13:56,058 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-18T18:13:56,058 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35ed3520-ed78-cd4b-e6de-6aa51214c7e9/hadoop.log.dir so I do NOT create it in target/test-data/fe9c91d4-a144-0751-0f88-e006b0af3a66 2024-11-18T18:13:56,058 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35ed3520-ed78-cd4b-e6de-6aa51214c7e9/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T18:13:56,058 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35ed3520-ed78-cd4b-e6de-6aa51214c7e9/hadoop.tmp.dir so I do NOT create it in target/test-data/fe9c91d4-a144-0751-0f88-e006b0af3a66 2024-11-18T18:13:56,058 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35ed3520-ed78-cd4b-e6de-6aa51214c7e9/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T18:13:56,058 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe9c91d4-a144-0751-0f88-e006b0af3a66 2024-11-18T18:13:56,058 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe9c91d4-a144-0751-0f88-e006b0af3a66/cluster_8a3c60f0-4c1a-fe8d-4af5-2e676a0bf42e, deleteOnExit=true 2024-11-18T18:13:56,064 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe9c91d4-a144-0751-0f88-e006b0af3a66/cluster_8a3c60f0-4c1a-fe8d-4af5-2e676a0bf42e/zookeeper_0, clientPort=52267, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe9c91d4-a144-0751-0f88-e006b0af3a66/cluster_8a3c60f0-4c1a-fe8d-4af5-2e676a0bf42e/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe9c91d4-a144-0751-0f88-e006b0af3a66/cluster_8a3c60f0-4c1a-fe8d-4af5-2e676a0bf42e/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-18T18:13:56,065 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52267 2024-11-18T18:13:56,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T18:13:56,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T18:13:56,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe9c91d4-a144-0751-0f88-e006b0af3a66/test.cache.data in system properties and HBase conf 2024-11-18T18:13:56,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe9c91d4-a144-0751-0f88-e006b0af3a66/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T18:13:56,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe9c91d4-a144-0751-0f88-e006b0af3a66/hadoop.log.dir in system properties and HBase conf 2024-11-18T18:13:56,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe9c91d4-a144-0751-0f88-e006b0af3a66/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T18:13:56,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe9c91d4-a144-0751-0f88-e006b0af3a66/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T18:13:56,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T18:13:56,066 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T18:13:56,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe9c91d4-a144-0751-0f88-e006b0af3a66/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T18:13:56,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe9c91d4-a144-0751-0f88-e006b0af3a66/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T18:13:56,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe9c91d4-a144-0751-0f88-e006b0af3a66/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T18:13:56,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe9c91d4-a144-0751-0f88-e006b0af3a66/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T18:13:56,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe9c91d4-a144-0751-0f88-e006b0af3a66/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T18:13:56,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe9c91d4-a144-0751-0f88-e006b0af3a66/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T18:13:56,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe9c91d4-a144-0751-0f88-e006b0af3a66/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T18:13:56,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe9c91d4-a144-0751-0f88-e006b0af3a66/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T18:13:56,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe9c91d4-a144-0751-0f88-e006b0af3a66/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T18:13:56,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe9c91d4-a144-0751-0f88-e006b0af3a66/nfs.dump.dir in system properties and HBase conf 2024-11-18T18:13:56,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe9c91d4-a144-0751-0f88-e006b0af3a66/java.io.tmpdir in system properties and HBase conf 2024-11-18T18:13:56,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe9c91d4-a144-0751-0f88-e006b0af3a66/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T18:13:56,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe9c91d4-a144-0751-0f88-e006b0af3a66/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T18:13:56,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe9c91d4-a144-0751-0f88-e006b0af3a66/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T18:13:56,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1000bd650710002, quorum=127.0.0.1:60069, baseZNode=/0618325965 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T18:13:56,103 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1000bd650710002, quorum=127.0.0.1:60069, baseZNode=/0618325965 Received Disconnected from ZooKeeper, ignoring 2024-11-18T18:13:56,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1000bd650710008, quorum=127.0.0.1:60069, baseZNode=/2-1938753534 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T18:13:56,104 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1000bd650710008, quorum=127.0.0.1:60069, baseZNode=/2-1938753534 Received Disconnected from ZooKeeper, ignoring 2024-11-18T18:13:56,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1000bd650710005, quorum=127.0.0.1:60069, baseZNode=/1-1776211094 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T18:13:56,104 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1000bd650710005, quorum=127.0.0.1:60069, baseZNode=/1-1776211094 Received Disconnected from ZooKeeper, ignoring 2024-11-18T18:13:56,182 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T18:13:56,193 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T18:13:56,199 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T18:13:56,199 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T18:13:56,199 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T18:13:56,205 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T18:13:56,206 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ae922fa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe9c91d4-a144-0751-0f88-e006b0af3a66/hadoop.log.dir/,AVAILABLE} 2024-11-18T18:13:56,206 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f0b95e9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T18:13:56,373 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@122ca57{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe9c91d4-a144-0751-0f88-e006b0af3a66/java.io.tmpdir/jetty-localhost-43401-hadoop-hdfs-3_4_1-tests_jar-_-any-5135847611450368133/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T18:13:56,374 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@18f616f3{HTTP/1.1, (http/1.1)}{localhost:43401} 2024-11-18T18:13:56,374 INFO [Time-limited test {}] server.Server(415): Started @246470ms 2024-11-18T18:13:56,499 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T18:13:56,503 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T18:13:56,510 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T18:13:56,510 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T18:13:56,510 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T18:13:56,511 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@566706b4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe9c91d4-a144-0751-0f88-e006b0af3a66/hadoop.log.dir/,AVAILABLE} 2024-11-18T18:13:56,511 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4bb120f7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T18:13:56,656 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5f975275{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe9c91d4-a144-0751-0f88-e006b0af3a66/java.io.tmpdir/jetty-localhost-33883-hadoop-hdfs-3_4_1-tests_jar-_-any-5305780258099865109/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T18:13:56,657 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5cfd7fad{HTTP/1.1, (http/1.1)}{localhost:33883} 2024-11-18T18:13:56,657 INFO [Time-limited test {}] server.Server(415): Started @246753ms 2024-11-18T18:13:56,659 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T18:13:56,747 WARN [Thread-3441 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe9c91d4-a144-0751-0f88-e006b0af3a66/cluster_8a3c60f0-4c1a-fe8d-4af5-2e676a0bf42e/data/data1/current/BP-1188867100-172.17.0.2-1731953636097/current, will proceed with Du for space computation calculation, 2024-11-18T18:13:56,747 WARN [Thread-3442 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe9c91d4-a144-0751-0f88-e006b0af3a66/cluster_8a3c60f0-4c1a-fe8d-4af5-2e676a0bf42e/data/data2/current/BP-1188867100-172.17.0.2-1731953636097/current, will proceed with Du for space computation calculation, 2024-11-18T18:13:56,798 WARN [Thread-3429 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T18:13:56,801 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1f002bbbc664296c with lease ID 0xa0caff2b619b9f6e: Processing first storage report for DS-75157cd0-c705-4c92-b279-88dccf4a0c15 from datanode DatanodeRegistration(127.0.0.1:39783, datanodeUuid=3b11fa80-b874-42c1-9baa-7bd217494f39, infoPort=38177, infoSecurePort=0, ipcPort=46199, storageInfo=lv=-57;cid=testClusterID;nsid=1851499772;c=1731953636097) 2024-11-18T18:13:56,801 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1f002bbbc664296c with lease ID 0xa0caff2b619b9f6e: from storage DS-75157cd0-c705-4c92-b279-88dccf4a0c15 node DatanodeRegistration(127.0.0.1:39783, datanodeUuid=3b11fa80-b874-42c1-9baa-7bd217494f39, infoPort=38177, infoSecurePort=0, ipcPort=46199, storageInfo=lv=-57;cid=testClusterID;nsid=1851499772;c=1731953636097), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-18T18:13:56,801 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1f002bbbc664296c with lease ID 0xa0caff2b619b9f6e: Processing first storage report for DS-f5c640f6-9e00-47a4-83f2-028e45cbe769 from datanode DatanodeRegistration(127.0.0.1:39783, datanodeUuid=3b11fa80-b874-42c1-9baa-7bd217494f39, infoPort=38177, infoSecurePort=0, ipcPort=46199, storageInfo=lv=-57;cid=testClusterID;nsid=1851499772;c=1731953636097) 2024-11-18T18:13:56,801 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1f002bbbc664296c with lease ID 0xa0caff2b619b9f6e: from storage DS-f5c640f6-9e00-47a4-83f2-028e45cbe769 node DatanodeRegistration(127.0.0.1:39783, datanodeUuid=3b11fa80-b874-42c1-9baa-7bd217494f39, infoPort=38177, infoSecurePort=0, ipcPort=46199, storageInfo=lv=-57;cid=testClusterID;nsid=1851499772;c=1731953636097), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T18:13:56,884 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe9c91d4-a144-0751-0f88-e006b0af3a66 2024-11-18T18:13:56,885 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:13:56,886 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:13:56,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39783 is added to blk_1073741825_1001 (size=7) 2024-11-18T18:13:57,295 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42587/user/jenkins/test-data/c645face-7769-bde9-12f9-d5959e1f54d4 with version=8 2024-11-18T18:13:57,295 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42587/user/jenkins/test-data/c645face-7769-bde9-12f9-d5959e1f54d4/hbase-staging 2024-11-18T18:13:57,297 INFO [Time-limited test {}] client.ConnectionUtils(128): master/818bff808382:0 server-side Connection retries=45 2024-11-18T18:13:57,298 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T18:13:57,298 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T18:13:57,298 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T18:13:57,298 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T18:13:57,298 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T18:13:57,298 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T18:13:57,298 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T18:13:57,298 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42615 2024-11-18T18:13:57,299 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42615 connecting to ZooKeeper ensemble=127.0.0.1:52267 2024-11-18T18:13:57,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:426150x0, quorum=127.0.0.1:52267, baseZNode=/0-859196042 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T18:13:57,305 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42615-0x1000bd6ebc30000 connected 2024-11-18T18:13:57,329 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:13:57,330 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:13:57,332 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42615-0x1000bd6ebc30000, quorum=127.0.0.1:52267, baseZNode=/0-859196042 Set watcher on znode that does not yet exist, /0-859196042/running 2024-11-18T18:13:57,333 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42587/user/jenkins/test-data/c645face-7769-bde9-12f9-d5959e1f54d4, hbase.cluster.distributed=false 2024-11-18T18:13:57,334 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42615-0x1000bd6ebc30000, quorum=127.0.0.1:52267, baseZNode=/0-859196042 Set watcher on znode that does not yet exist, /0-859196042/acl 2024-11-18T18:13:57,340 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42615 2024-11-18T18:13:57,340 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42615 2024-11-18T18:13:57,342 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42615 2024-11-18T18:13:57,342 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42615 2024-11-18T18:13:57,344 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42615 2024-11-18T18:13:57,359 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/818bff808382:0 server-side Connection retries=45 2024-11-18T18:13:57,359 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T18:13:57,360 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T18:13:57,360 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T18:13:57,360 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T18:13:57,360 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T18:13:57,360 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T18:13:57,360 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T18:13:57,360 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40249 2024-11-18T18:13:57,361 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40249 connecting to ZooKeeper ensemble=127.0.0.1:52267 2024-11-18T18:13:57,362 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:13:57,364 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:13:57,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:402490x0, quorum=127.0.0.1:52267, baseZNode=/0-859196042 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T18:13:57,368 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:402490x0, quorum=127.0.0.1:52267, baseZNode=/0-859196042 Set watcher on znode that does not yet exist, /0-859196042/running 2024-11-18T18:13:57,368 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40249-0x1000bd6ebc30001 connected 2024-11-18T18:13:57,368 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T18:13:57,369 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T18:13:57,369 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40249-0x1000bd6ebc30001, quorum=127.0.0.1:52267, baseZNode=/0-859196042 Set watcher on znode that does not yet exist, /0-859196042/master 2024-11-18T18:13:57,370 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40249-0x1000bd6ebc30001, quorum=127.0.0.1:52267, baseZNode=/0-859196042 Set watcher on znode that does not yet exist, /0-859196042/acl 2024-11-18T18:13:57,381 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40249 2024-11-18T18:13:57,381 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40249 2024-11-18T18:13:57,384 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40249 2024-11-18T18:13:57,391 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40249 2024-11-18T18:13:57,392 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40249 2024-11-18T18:13:57,405 DEBUG [M:0;818bff808382:42615 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;818bff808382:42615 2024-11-18T18:13:57,406 INFO [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-859196042/backup-masters/818bff808382,42615,1731953637297 2024-11-18T18:13:57,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40249-0x1000bd6ebc30001, quorum=127.0.0.1:52267, baseZNode=/0-859196042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-859196042/backup-masters 2024-11-18T18:13:57,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42615-0x1000bd6ebc30000, quorum=127.0.0.1:52267, baseZNode=/0-859196042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-859196042/backup-masters 2024-11-18T18:13:57,410 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42615-0x1000bd6ebc30000, quorum=127.0.0.1:52267, baseZNode=/0-859196042 Set watcher on existing znode=/0-859196042/backup-masters/818bff808382,42615,1731953637297 2024-11-18T18:13:57,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40249-0x1000bd6ebc30001, quorum=127.0.0.1:52267, baseZNode=/0-859196042 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-859196042/master 2024-11-18T18:13:57,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40249-0x1000bd6ebc30001, quorum=127.0.0.1:52267, baseZNode=/0-859196042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-859196042 2024-11-18T18:13:57,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42615-0x1000bd6ebc30000, quorum=127.0.0.1:52267, baseZNode=/0-859196042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-859196042 2024-11-18T18:13:57,414 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42615-0x1000bd6ebc30000, quorum=127.0.0.1:52267, baseZNode=/0-859196042 Set watcher on existing znode=/0-859196042/master 2024-11-18T18:13:57,414 INFO [master/818bff808382:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-859196042/backup-masters/818bff808382,42615,1731953637297 from backup master directory 2024-11-18T18:13:57,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42615-0x1000bd6ebc30000, quorum=127.0.0.1:52267, baseZNode=/0-859196042 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-859196042/backup-masters/818bff808382,42615,1731953637297 2024-11-18T18:13:57,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42615-0x1000bd6ebc30000, quorum=127.0.0.1:52267, baseZNode=/0-859196042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-859196042/backup-masters 2024-11-18T18:13:57,415 WARN [master/818bff808382:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T18:13:57,415 INFO [master/818bff808382:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=818bff808382,42615,1731953637297 2024-11-18T18:13:57,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40249-0x1000bd6ebc30001, quorum=127.0.0.1:52267, baseZNode=/0-859196042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-859196042/backup-masters 2024-11-18T18:13:57,419 DEBUG [master/818bff808382:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42587/user/jenkins/test-data/c645face-7769-bde9-12f9-d5959e1f54d4/hbase.id] with ID: b15cf70b-96c9-4416-ad7f-b7443efb82cb 2024-11-18T18:13:57,419 DEBUG [master/818bff808382:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42587/user/jenkins/test-data/c645face-7769-bde9-12f9-d5959e1f54d4/.tmp/hbase.id 2024-11-18T18:13:57,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39783 is added to blk_1073741826_1002 (size=42) 2024-11-18T18:13:57,828 DEBUG [master/818bff808382:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42587/user/jenkins/test-data/c645face-7769-bde9-12f9-d5959e1f54d4/.tmp/hbase.id]:[hdfs://localhost:42587/user/jenkins/test-data/c645face-7769-bde9-12f9-d5959e1f54d4/hbase.id] 2024-11-18T18:13:57,836 INFO [master/818bff808382:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:13:57,836 INFO [master/818bff808382:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T18:13:57,837 INFO [master/818bff808382:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-18T18:13:57,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42615-0x1000bd6ebc30000, quorum=127.0.0.1:52267, baseZNode=/0-859196042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-859196042 2024-11-18T18:13:57,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40249-0x1000bd6ebc30001, quorum=127.0.0.1:52267, baseZNode=/0-859196042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-859196042 2024-11-18T18:13:57,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39783 is added to blk_1073741827_1003 (size=196) 2024-11-18T18:13:58,244 INFO [master/818bff808382:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T18:13:58,244 INFO [master/818bff808382:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T18:13:58,245 INFO [master/818bff808382:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T18:13:58,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39783 is added to blk_1073741828_1004 (size=1189) 2024-11-18T18:13:58,651 INFO [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42587/user/jenkins/test-data/c645face-7769-bde9-12f9-d5959e1f54d4/MasterData/data/master/store 2024-11-18T18:13:58,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39783 is added to blk_1073741829_1005 (size=34) 2024-11-18T18:13:59,056 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:13:59,056 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T18:13:59,056 INFO [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:13:59,056 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:13:59,056 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T18:13:59,056 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:13:59,056 INFO [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:13:59,056 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731953639056Disabling compacts and flushes for region at 1731953639056Disabling writes for close at 1731953639056Writing region close event to WAL at 1731953639056Closed at 1731953639056 2024-11-18T18:13:59,057 WARN [master/818bff808382:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42587/user/jenkins/test-data/c645face-7769-bde9-12f9-d5959e1f54d4/MasterData/data/master/store/.initializing 2024-11-18T18:13:59,057 DEBUG [master/818bff808382:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42587/user/jenkins/test-data/c645face-7769-bde9-12f9-d5959e1f54d4/MasterData/WALs/818bff808382,42615,1731953637297 2024-11-18T18:13:59,058 INFO [master/818bff808382:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T18:13:59,059 INFO [master/818bff808382:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=818bff808382%2C42615%2C1731953637297, suffix=, logDir=hdfs://localhost:42587/user/jenkins/test-data/c645face-7769-bde9-12f9-d5959e1f54d4/MasterData/WALs/818bff808382,42615,1731953637297, archiveDir=hdfs://localhost:42587/user/jenkins/test-data/c645face-7769-bde9-12f9-d5959e1f54d4/MasterData/oldWALs, maxLogs=10 2024-11-18T18:13:59,076 DEBUG [master/818bff808382:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c645face-7769-bde9-12f9-d5959e1f54d4/MasterData/WALs/818bff808382,42615,1731953637297/818bff808382%2C42615%2C1731953637297.1731953639059, exclude list is [], retry=0 2024-11-18T18:13:59,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39783,DS-75157cd0-c705-4c92-b279-88dccf4a0c15,DISK] 2024-11-18T18:13:59,080 INFO [master/818bff808382:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c645face-7769-bde9-12f9-d5959e1f54d4/MasterData/WALs/818bff808382,42615,1731953637297/818bff808382%2C42615%2C1731953637297.1731953639059 2024-11-18T18:13:59,080 DEBUG [master/818bff808382:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38177:38177)] 2024-11-18T18:13:59,081 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T18:13:59,081 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:13:59,081 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:13:59,081 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:13:59,082 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:13:59,083 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T18:13:59,083 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:13:59,083 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:13:59,083 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:13:59,084 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T18:13:59,084 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:13:59,084 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:13:59,084 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:13:59,085 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T18:13:59,085 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:13:59,085 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:13:59,085 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:13:59,086 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T18:13:59,086 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:13:59,086 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:13:59,086 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:13:59,087 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42587/user/jenkins/test-data/c645face-7769-bde9-12f9-d5959e1f54d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:13:59,087 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42587/user/jenkins/test-data/c645face-7769-bde9-12f9-d5959e1f54d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:13:59,088 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:13:59,088 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:13:59,088 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T18:13:59,089 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:13:59,090 DEBUG [master/818bff808382:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42587/user/jenkins/test-data/c645face-7769-bde9-12f9-d5959e1f54d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T18:13:59,091 INFO [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69891701, jitterRate=0.04146750271320343}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T18:13:59,091 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731953639081Initializing all the Stores at 1731953639081Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953639082 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953639082Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953639082Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953639082Cleaning up temporary data from old regions at 1731953639088 (+6 ms)Region opened successfully at 1731953639091 (+3 ms) 2024-11-18T18:13:59,091 INFO [master/818bff808382:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T18:13:59,093 DEBUG [master/818bff808382:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74bfe44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=818bff808382/172.17.0.2:0 2024-11-18T18:13:59,094 INFO [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T18:13:59,094 INFO [master/818bff808382:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T18:13:59,094 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T18:13:59,094 INFO [master/818bff808382:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T18:13:59,095 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T18:13:59,095 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T18:13:59,095 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T18:13:59,097 INFO [master/818bff808382:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T18:13:59,098 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42615-0x1000bd6ebc30000, quorum=127.0.0.1:52267, baseZNode=/0-859196042 Unable to get data of znode /0-859196042/balancer because node does not exist (not necessarily an error) 2024-11-18T18:13:59,099 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-859196042/balancer already deleted, retry=false 2024-11-18T18:13:59,099 INFO [master/818bff808382:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T18:13:59,100 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42615-0x1000bd6ebc30000, quorum=127.0.0.1:52267, baseZNode=/0-859196042 Unable to get data of znode /0-859196042/normalizer because node does not exist (not necessarily an error) 2024-11-18T18:13:59,101 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-859196042/normalizer already deleted, retry=false 2024-11-18T18:13:59,101 INFO [master/818bff808382:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T18:13:59,102 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42615-0x1000bd6ebc30000, quorum=127.0.0.1:52267, baseZNode=/0-859196042 Unable to get data of znode /0-859196042/switch/split because node does not exist (not necessarily an error) 2024-11-18T18:13:59,103 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-859196042/switch/split already deleted, retry=false 2024-11-18T18:13:59,103 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42615-0x1000bd6ebc30000, quorum=127.0.0.1:52267, baseZNode=/0-859196042 Unable to get data of znode /0-859196042/switch/merge because node does not exist (not necessarily an error) 2024-11-18T18:13:59,104 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-859196042/switch/merge already deleted, retry=false 2024-11-18T18:13:59,106 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42615-0x1000bd6ebc30000, quorum=127.0.0.1:52267, baseZNode=/0-859196042 Unable to get data of znode /0-859196042/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T18:13:59,107 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-859196042/snapshot-cleanup already deleted, retry=false 2024-11-18T18:13:59,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42615-0x1000bd6ebc30000, quorum=127.0.0.1:52267, baseZNode=/0-859196042 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-859196042/running 2024-11-18T18:13:59,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40249-0x1000bd6ebc30001, quorum=127.0.0.1:52267, baseZNode=/0-859196042 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-859196042/running 2024-11-18T18:13:59,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42615-0x1000bd6ebc30000, quorum=127.0.0.1:52267, baseZNode=/0-859196042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-859196042 2024-11-18T18:13:59,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40249-0x1000bd6ebc30001, quorum=127.0.0.1:52267, baseZNode=/0-859196042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-859196042 2024-11-18T18:13:59,109 INFO [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=818bff808382,42615,1731953637297, sessionid=0x1000bd6ebc30000, setting cluster-up flag (Was=false) 2024-11-18T18:13:59,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42615-0x1000bd6ebc30000, quorum=127.0.0.1:52267, baseZNode=/0-859196042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-859196042 2024-11-18T18:13:59,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40249-0x1000bd6ebc30001, quorum=127.0.0.1:52267, baseZNode=/0-859196042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-859196042 2024-11-18T18:13:59,114 DEBUG [master/818bff808382:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-859196042/flush-table-proc/acquired, /0-859196042/flush-table-proc/reached, /0-859196042/flush-table-proc/abort 2024-11-18T18:13:59,115 DEBUG [master/818bff808382:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=818bff808382,42615,1731953637297 2024-11-18T18:13:59,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40249-0x1000bd6ebc30001, quorum=127.0.0.1:52267, baseZNode=/0-859196042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-859196042 2024-11-18T18:13:59,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42615-0x1000bd6ebc30000, quorum=127.0.0.1:52267, baseZNode=/0-859196042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-859196042 2024-11-18T18:13:59,121 DEBUG [master/818bff808382:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-859196042/online-snapshot/acquired, /0-859196042/online-snapshot/reached, /0-859196042/online-snapshot/abort 2024-11-18T18:13:59,122 DEBUG [master/818bff808382:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=818bff808382,42615,1731953637297 2024-11-18T18:13:59,123 INFO [master/818bff808382:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42587/user/jenkins/test-data/c645face-7769-bde9-12f9-d5959e1f54d4/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T18:13:59,125 DEBUG [master/818bff808382:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T18:13:59,125 INFO [master/818bff808382:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T18:13:59,125 INFO [master/818bff808382:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T18:13:59,125 DEBUG [master/818bff808382:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 818bff808382,42615,1731953637297 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T18:13:59,126 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/818bff808382:0, corePoolSize=5, maxPoolSize=5 2024-11-18T18:13:59,126 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/818bff808382:0, corePoolSize=5, maxPoolSize=5 2024-11-18T18:13:59,126 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/818bff808382:0, corePoolSize=5, maxPoolSize=5 2024-11-18T18:13:59,126 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/818bff808382:0, corePoolSize=5, maxPoolSize=5 2024-11-18T18:13:59,126 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/818bff808382:0, corePoolSize=10, maxPoolSize=10 2024-11-18T18:13:59,126 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:13:59,126 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/818bff808382:0, corePoolSize=2, maxPoolSize=2 2024-11-18T18:13:59,126 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:13:59,128 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T18:13:59,128 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T18:13:59,128 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:13:59,128 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T18:13:59,132 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731953669132 2024-11-18T18:13:59,132 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T18:13:59,132 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T18:13:59,132 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T18:13:59,132 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T18:13:59,132 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T18:13:59,132 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T18:13:59,136 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T18:13:59,137 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T18:13:59,137 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T18:13:59,137 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T18:13:59,137 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T18:13:59,138 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T18:13:59,138 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T18:13:59,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39783 is added to blk_1073741831_1007 (size=1321) 2024-11-18T18:13:59,144 DEBUG [master/818bff808382:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/818bff808382:0:becomeActiveMaster-HFileCleaner.large.0-1731953639138,5,FailOnTimeoutGroup] 2024-11-18T18:13:59,144 DEBUG [master/818bff808382:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/818bff808382:0:becomeActiveMaster-HFileCleaner.small.0-1731953639144,5,FailOnTimeoutGroup] 2024-11-18T18:13:59,144 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T18:13:59,144 INFO [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T18:13:59,144 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T18:13:59,144 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T18:13:59,194 INFO [RS:0;818bff808382:40249 {}] regionserver.HRegionServer(746): ClusterId : b15cf70b-96c9-4416-ad7f-b7443efb82cb 2024-11-18T18:13:59,195 DEBUG [RS:0;818bff808382:40249 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T18:13:59,197 DEBUG [RS:0;818bff808382:40249 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T18:13:59,197 DEBUG [RS:0;818bff808382:40249 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T18:13:59,199 DEBUG [RS:0;818bff808382:40249 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T18:13:59,199 DEBUG [RS:0;818bff808382:40249 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@712c1b57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=818bff808382/172.17.0.2:0 2024-11-18T18:13:59,214 DEBUG [RS:0;818bff808382:40249 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;818bff808382:40249 2024-11-18T18:13:59,214 INFO [RS:0;818bff808382:40249 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T18:13:59,214 INFO [RS:0;818bff808382:40249 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T18:13:59,214 DEBUG [RS:0;818bff808382:40249 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T18:13:59,214 INFO [RS:0;818bff808382:40249 {}] regionserver.HRegionServer(2659): reportForDuty to master=818bff808382,42615,1731953637297 with port=40249, startcode=1731953637359 2024-11-18T18:13:59,215 DEBUG [RS:0;818bff808382:40249 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T18:13:59,216 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36461, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T18:13:59,217 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42615 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 818bff808382,40249,1731953637359 2024-11-18T18:13:59,217 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42615 {}] master.ServerManager(517): Registering regionserver=818bff808382,40249,1731953637359 2024-11-18T18:13:59,218 DEBUG [RS:0;818bff808382:40249 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42587/user/jenkins/test-data/c645face-7769-bde9-12f9-d5959e1f54d4 2024-11-18T18:13:59,218 DEBUG [RS:0;818bff808382:40249 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42587 2024-11-18T18:13:59,218 DEBUG [RS:0;818bff808382:40249 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T18:13:59,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42615-0x1000bd6ebc30000, quorum=127.0.0.1:52267, baseZNode=/0-859196042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-859196042/rs 2024-11-18T18:13:59,222 DEBUG [RS:0;818bff808382:40249 {}] zookeeper.ZKUtil(111): regionserver:40249-0x1000bd6ebc30001, quorum=127.0.0.1:52267, baseZNode=/0-859196042 Set watcher on existing znode=/0-859196042/rs/818bff808382,40249,1731953637359 2024-11-18T18:13:59,222 WARN [RS:0;818bff808382:40249 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T18:13:59,222 INFO [RS:0;818bff808382:40249 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T18:13:59,222 DEBUG [RS:0;818bff808382:40249 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42587/user/jenkins/test-data/c645face-7769-bde9-12f9-d5959e1f54d4/WALs/818bff808382,40249,1731953637359 2024-11-18T18:13:59,222 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [818bff808382,40249,1731953637359] 2024-11-18T18:13:59,226 INFO [RS:0;818bff808382:40249 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T18:13:59,230 INFO [RS:0;818bff808382:40249 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T18:13:59,230 INFO [RS:0;818bff808382:40249 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T18:13:59,230 INFO [RS:0;818bff808382:40249 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T18:13:59,232 INFO [RS:0;818bff808382:40249 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T18:13:59,233 INFO [RS:0;818bff808382:40249 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T18:13:59,233 INFO [RS:0;818bff808382:40249 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T18:13:59,233 DEBUG [RS:0;818bff808382:40249 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:13:59,233 DEBUG [RS:0;818bff808382:40249 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:13:59,233 DEBUG [RS:0;818bff808382:40249 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:13:59,233 DEBUG [RS:0;818bff808382:40249 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:13:59,233 DEBUG [RS:0;818bff808382:40249 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:13:59,233 DEBUG [RS:0;818bff808382:40249 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/818bff808382:0, corePoolSize=2, maxPoolSize=2 2024-11-18T18:13:59,233 DEBUG [RS:0;818bff808382:40249 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:13:59,233 DEBUG [RS:0;818bff808382:40249 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:13:59,233 DEBUG [RS:0;818bff808382:40249 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:13:59,233 DEBUG [RS:0;818bff808382:40249 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:13:59,233 DEBUG [RS:0;818bff808382:40249 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:13:59,233 DEBUG [RS:0;818bff808382:40249 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:13:59,233 DEBUG [RS:0;818bff808382:40249 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0, corePoolSize=3, maxPoolSize=3 2024-11-18T18:13:59,233 DEBUG [RS:0;818bff808382:40249 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/818bff808382:0, corePoolSize=3, maxPoolSize=3 2024-11-18T18:13:59,240 INFO [RS:0;818bff808382:40249 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T18:13:59,240 INFO [RS:0;818bff808382:40249 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T18:13:59,240 INFO [RS:0;818bff808382:40249 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T18:13:59,240 INFO [RS:0;818bff808382:40249 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T18:13:59,240 INFO [RS:0;818bff808382:40249 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T18:13:59,240 INFO [RS:0;818bff808382:40249 {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,40249,1731953637359-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T18:13:59,257 INFO [RS:0;818bff808382:40249 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T18:13:59,257 INFO [RS:0;818bff808382:40249 {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,40249,1731953637359-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T18:13:59,257 INFO [RS:0;818bff808382:40249 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:13:59,257 INFO [RS:0;818bff808382:40249 {}] regionserver.Replication(171): 818bff808382,40249,1731953637359 started 2024-11-18T18:13:59,272 INFO [RS:0;818bff808382:40249 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:13:59,272 INFO [RS:0;818bff808382:40249 {}] regionserver.HRegionServer(1482): Serving as 818bff808382,40249,1731953637359, RpcServer on 818bff808382/172.17.0.2:40249, sessionid=0x1000bd6ebc30001 2024-11-18T18:13:59,272 DEBUG [RS:0;818bff808382:40249 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T18:13:59,272 DEBUG [RS:0;818bff808382:40249 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 818bff808382,40249,1731953637359 2024-11-18T18:13:59,272 DEBUG [RS:0;818bff808382:40249 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '818bff808382,40249,1731953637359' 2024-11-18T18:13:59,272 DEBUG [RS:0;818bff808382:40249 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-859196042/flush-table-proc/abort' 2024-11-18T18:13:59,273 DEBUG [RS:0;818bff808382:40249 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-859196042/flush-table-proc/acquired' 2024-11-18T18:13:59,273 DEBUG [RS:0;818bff808382:40249 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T18:13:59,273 DEBUG [RS:0;818bff808382:40249 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T18:13:59,273 DEBUG [RS:0;818bff808382:40249 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 818bff808382,40249,1731953637359 2024-11-18T18:13:59,273 DEBUG [RS:0;818bff808382:40249 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '818bff808382,40249,1731953637359' 2024-11-18T18:13:59,273 DEBUG [RS:0;818bff808382:40249 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-859196042/online-snapshot/abort' 2024-11-18T18:13:59,274 DEBUG [RS:0;818bff808382:40249 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-859196042/online-snapshot/acquired' 2024-11-18T18:13:59,274 DEBUG [RS:0;818bff808382:40249 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T18:13:59,274 INFO [RS:0;818bff808382:40249 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T18:13:59,274 INFO [RS:0;818bff808382:40249 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T18:13:59,313 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T18:13:59,314 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:13:59,314 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:13:59,314 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:13:59,314 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:13:59,351 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:13:59,351 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:13:59,351 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:13:59,352 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:13:59,352 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:13:59,352 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:13:59,357 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:13:59,360 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:13:59,360 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:13:59,362 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:13:59,374 INFO [RS:0;818bff808382:40249 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T18:13:59,376 INFO [RS:0;818bff808382:40249 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=818bff808382%2C40249%2C1731953637359, suffix=, logDir=hdfs://localhost:42587/user/jenkins/test-data/c645face-7769-bde9-12f9-d5959e1f54d4/WALs/818bff808382,40249,1731953637359, archiveDir=hdfs://localhost:42587/user/jenkins/test-data/c645face-7769-bde9-12f9-d5959e1f54d4/oldWALs, maxLogs=10 2024-11-18T18:13:59,391 DEBUG [RS:0;818bff808382:40249 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c645face-7769-bde9-12f9-d5959e1f54d4/WALs/818bff808382,40249,1731953637359/818bff808382%2C40249%2C1731953637359.1731953639376, exclude list is [], retry=0 2024-11-18T18:13:59,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39783,DS-75157cd0-c705-4c92-b279-88dccf4a0c15,DISK] 2024-11-18T18:13:59,404 INFO [RS:0;818bff808382:40249 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c645face-7769-bde9-12f9-d5959e1f54d4/WALs/818bff808382,40249,1731953637359/818bff808382%2C40249%2C1731953637359.1731953639376 2024-11-18T18:13:59,405 DEBUG [RS:0;818bff808382:40249 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38177:38177)] 2024-11-18T18:13:59,542 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42587/user/jenkins/test-data/c645face-7769-bde9-12f9-d5959e1f54d4/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T18:13:59,542 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42587/user/jenkins/test-data/c645face-7769-bde9-12f9-d5959e1f54d4 2024-11-18T18:13:59,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39783 is added to blk_1073741833_1009 (size=32) 2024-11-18T18:13:59,553 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:13:59,554 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T18:13:59,555 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T18:13:59,555 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:13:59,556 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:13:59,556 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T18:13:59,557 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T18:13:59,557 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:13:59,557 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:13:59,557 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T18:13:59,559 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T18:13:59,559 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:13:59,560 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:13:59,560 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T18:13:59,561 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T18:13:59,561 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:13:59,561 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:13:59,561 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T18:13:59,562 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42587/user/jenkins/test-data/c645face-7769-bde9-12f9-d5959e1f54d4/data/hbase/meta/1588230740 2024-11-18T18:13:59,562 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42587/user/jenkins/test-data/c645face-7769-bde9-12f9-d5959e1f54d4/data/hbase/meta/1588230740 2024-11-18T18:13:59,563 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T18:13:59,563 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T18:13:59,563 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T18:13:59,564 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T18:13:59,566 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42587/user/jenkins/test-data/c645face-7769-bde9-12f9-d5959e1f54d4/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T18:13:59,566 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66065216, jitterRate=-0.015551567077636719}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T18:13:59,566 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731953639553Initializing all the Stores at 1731953639554 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953639554Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953639554Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953639554Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953639554Cleaning up temporary data from old regions at 1731953639563 (+9 ms)Region opened successfully at 1731953639566 (+3 ms) 2024-11-18T18:13:59,566 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T18:13:59,566 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T18:13:59,566 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T18:13:59,566 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T18:13:59,566 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T18:13:59,567 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T18:13:59,567 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731953639566Disabling compacts and flushes for region at 1731953639566Disabling writes for close at 1731953639566Writing region close event to WAL at 1731953639567 (+1 ms)Closed at 1731953639567 2024-11-18T18:13:59,568 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T18:13:59,568 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T18:13:59,568 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T18:13:59,569 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T18:13:59,570 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T18:13:59,720 DEBUG [818bff808382:42615 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T18:13:59,721 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=818bff808382,40249,1731953637359 2024-11-18T18:13:59,722 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 818bff808382,40249,1731953637359, state=OPENING 2024-11-18T18:13:59,723 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T18:13:59,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40249-0x1000bd6ebc30001, quorum=127.0.0.1:52267, baseZNode=/0-859196042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-859196042 2024-11-18T18:13:59,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42615-0x1000bd6ebc30000, quorum=127.0.0.1:52267, baseZNode=/0-859196042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-859196042 2024-11-18T18:13:59,725 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T18:13:59,725 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-859196042/meta-region-server: CHANGED 2024-11-18T18:13:59,725 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-859196042/meta-region-server: CHANGED 2024-11-18T18:13:59,725 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=818bff808382,40249,1731953637359}] 2024-11-18T18:13:59,877 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T18:13:59,878 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43867, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T18:13:59,882 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T18:13:59,882 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T18:13:59,882 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T18:13:59,883 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=818bff808382%2C40249%2C1731953637359.meta, suffix=.meta, logDir=hdfs://localhost:42587/user/jenkins/test-data/c645face-7769-bde9-12f9-d5959e1f54d4/WALs/818bff808382,40249,1731953637359, archiveDir=hdfs://localhost:42587/user/jenkins/test-data/c645face-7769-bde9-12f9-d5959e1f54d4/oldWALs, maxLogs=10 2024-11-18T18:13:59,900 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c645face-7769-bde9-12f9-d5959e1f54d4/WALs/818bff808382,40249,1731953637359/818bff808382%2C40249%2C1731953637359.meta.1731953639884.meta, exclude list is [], retry=0 2024-11-18T18:13:59,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39783,DS-75157cd0-c705-4c92-b279-88dccf4a0c15,DISK] 2024-11-18T18:13:59,904 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c645face-7769-bde9-12f9-d5959e1f54d4/WALs/818bff808382,40249,1731953637359/818bff808382%2C40249%2C1731953637359.meta.1731953639884.meta 2024-11-18T18:13:59,908 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38177:38177)] 2024-11-18T18:13:59,908 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T18:13:59,909 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T18:13:59,909 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T18:13:59,909 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T18:13:59,909 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T18:13:59,909 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T18:13:59,909 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:13:59,909 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T18:13:59,909 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T18:13:59,910 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T18:13:59,911 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T18:13:59,911 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:13:59,911 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:13:59,912 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T18:13:59,912 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T18:13:59,912 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:13:59,913 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:13:59,913 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T18:13:59,913 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T18:13:59,913 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:13:59,914 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:13:59,914 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T18:13:59,914 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T18:13:59,914 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:13:59,914 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:13:59,915 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T18:13:59,915 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42587/user/jenkins/test-data/c645face-7769-bde9-12f9-d5959e1f54d4/data/hbase/meta/1588230740 2024-11-18T18:13:59,919 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42587/user/jenkins/test-data/c645face-7769-bde9-12f9-d5959e1f54d4/data/hbase/meta/1588230740 2024-11-18T18:13:59,920 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T18:13:59,920 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T18:13:59,921 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T18:13:59,922 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T18:13:59,922 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74124433, jitterRate=0.10454012453556061}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T18:13:59,922 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T18:13:59,923 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731953639909Writing region info on filesystem at 1731953639909Initializing all the Stores at 1731953639910 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953639910Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953639910Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953639910Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953639910Cleaning up temporary data from old regions at 1731953639920 (+10 ms)Running coprocessor post-open hooks at 1731953639922 (+2 ms)Region opened successfully at 1731953639923 (+1 ms) 2024-11-18T18:13:59,924 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731953639877 2024-11-18T18:13:59,925 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T18:13:59,926 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T18:13:59,926 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=818bff808382,40249,1731953637359 2024-11-18T18:13:59,927 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 818bff808382,40249,1731953637359, state=OPEN 2024-11-18T18:13:59,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42615-0x1000bd6ebc30000, quorum=127.0.0.1:52267, baseZNode=/0-859196042 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-859196042/meta-region-server 2024-11-18T18:13:59,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40249-0x1000bd6ebc30001, quorum=127.0.0.1:52267, baseZNode=/0-859196042 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-859196042/meta-region-server 2024-11-18T18:13:59,932 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=818bff808382,40249,1731953637359 2024-11-18T18:13:59,933 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-859196042/meta-region-server: CHANGED 2024-11-18T18:13:59,933 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-859196042/meta-region-server: CHANGED 2024-11-18T18:13:59,935 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T18:13:59,935 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=818bff808382,40249,1731953637359 in 208 msec 2024-11-18T18:13:59,937 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T18:13:59,937 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 367 msec 2024-11-18T18:13:59,940 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T18:13:59,940 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T18:13:59,941 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T18:13:59,941 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=818bff808382,40249,1731953637359, seqNum=-1] 2024-11-18T18:13:59,942 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T18:13:59,943 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37331, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T18:13:59,948 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 823 msec 2024-11-18T18:13:59,948 INFO [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731953639948, completionTime=-1 2024-11-18T18:13:59,948 INFO [master/818bff808382:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T18:13:59,948 DEBUG [master/818bff808382:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T18:13:59,950 INFO [master/818bff808382:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T18:13:59,950 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731953699950 2024-11-18T18:13:59,950 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731953759950 2024-11-18T18:13:59,950 INFO [master/818bff808382:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-18T18:13:59,951 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,42615,1731953637297-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T18:13:59,951 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,42615,1731953637297-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:13:59,951 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,42615,1731953637297-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:13:59,951 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-818bff808382:42615, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:13:59,951 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T18:13:59,951 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T18:13:59,953 DEBUG [master/818bff808382:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T18:13:59,955 INFO [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.540sec 2024-11-18T18:13:59,955 INFO [master/818bff808382:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T18:13:59,955 INFO [master/818bff808382:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T18:13:59,956 INFO [master/818bff808382:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T18:13:59,956 INFO [master/818bff808382:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T18:13:59,956 INFO [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T18:13:59,956 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,42615,1731953637297-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T18:13:59,956 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,42615,1731953637297-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T18:13:59,958 DEBUG [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T18:13:59,958 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T18:13:59,958 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,42615,1731953637297-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:13:59,996 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37710afd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:13:59,996 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 818bff808382,42615,-1 for getting cluster id 2024-11-18T18:13:59,996 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T18:14:00,000 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b15cf70b-96c9-4416-ad7f-b7443efb82cb' 2024-11-18T18:14:00,000 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T18:14:00,001 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b15cf70b-96c9-4416-ad7f-b7443efb82cb" 2024-11-18T18:14:00,001 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d06b37b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:14:00,001 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [818bff808382,42615,-1] 2024-11-18T18:14:00,001 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T18:14:00,001 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:14:00,002 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47866, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T18:14:00,003 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e114e81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:14:00,003 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T18:14:00,004 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=818bff808382,40249,1731953637359, seqNum=-1] 2024-11-18T18:14:00,004 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T18:14:00,005 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T18:14:00,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=818bff808382,42615,1731953637297 2024-11-18T18:14:00,008 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:52267 2024-11-18T18:14:00,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:52267, baseZNode=/0-859196042 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T18:14:00,013 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1000bd6ebc30002 connected 2024-11-18T18:14:00,017 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe9c91d4-a144-0751-0f88-e006b0af3a66/hadoop.log.dir so I do NOT create it in target/test-data/175ee327-7ebd-cfcf-daf8-332359f93e71 2024-11-18T18:14:00,017 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe9c91d4-a144-0751-0f88-e006b0af3a66/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T18:14:00,017 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe9c91d4-a144-0751-0f88-e006b0af3a66/hadoop.tmp.dir so I do NOT create it in target/test-data/175ee327-7ebd-cfcf-daf8-332359f93e71 2024-11-18T18:14:00,017 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe9c91d4-a144-0751-0f88-e006b0af3a66/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T18:14:00,017 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/175ee327-7ebd-cfcf-daf8-332359f93e71 2024-11-18T18:14:00,017 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T18:14:00,017 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/175ee327-7ebd-cfcf-daf8-332359f93e71/cluster_7cc77f96-9d1c-900d-fcb1-a6a08e35e14e, deleteOnExit=true 2024-11-18T18:14:00,017 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T18:14:00,017 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/175ee327-7ebd-cfcf-daf8-332359f93e71/test.cache.data in system properties and HBase conf 2024-11-18T18:14:00,017 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/175ee327-7ebd-cfcf-daf8-332359f93e71/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T18:14:00,017 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/175ee327-7ebd-cfcf-daf8-332359f93e71/hadoop.log.dir in system properties and HBase conf 2024-11-18T18:14:00,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/175ee327-7ebd-cfcf-daf8-332359f93e71/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T18:14:00,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/175ee327-7ebd-cfcf-daf8-332359f93e71/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T18:14:00,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T18:14:00,018 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T18:14:00,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/175ee327-7ebd-cfcf-daf8-332359f93e71/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T18:14:00,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/175ee327-7ebd-cfcf-daf8-332359f93e71/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T18:14:00,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/175ee327-7ebd-cfcf-daf8-332359f93e71/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T18:14:00,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/175ee327-7ebd-cfcf-daf8-332359f93e71/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T18:14:00,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/175ee327-7ebd-cfcf-daf8-332359f93e71/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T18:14:00,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/175ee327-7ebd-cfcf-daf8-332359f93e71/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T18:14:00,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/175ee327-7ebd-cfcf-daf8-332359f93e71/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T18:14:00,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/175ee327-7ebd-cfcf-daf8-332359f93e71/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T18:14:00,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/175ee327-7ebd-cfcf-daf8-332359f93e71/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T18:14:00,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/175ee327-7ebd-cfcf-daf8-332359f93e71/nfs.dump.dir in system properties and HBase conf 2024-11-18T18:14:00,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/175ee327-7ebd-cfcf-daf8-332359f93e71/java.io.tmpdir in system properties and HBase conf 2024-11-18T18:14:00,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/175ee327-7ebd-cfcf-daf8-332359f93e71/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T18:14:00,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/175ee327-7ebd-cfcf-daf8-332359f93e71/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T18:14:00,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/175ee327-7ebd-cfcf-daf8-332359f93e71/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T18:14:00,109 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T18:14:00,112 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T18:14:00,120 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T18:14:00,120 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T18:14:00,120 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T18:14:00,121 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T18:14:00,121 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@18687b26{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/175ee327-7ebd-cfcf-daf8-332359f93e71/hadoop.log.dir/,AVAILABLE} 2024-11-18T18:14:00,121 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4cb05dc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T18:14:00,237 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@30469523{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/175ee327-7ebd-cfcf-daf8-332359f93e71/java.io.tmpdir/jetty-localhost-39245-hadoop-hdfs-3_4_1-tests_jar-_-any-10546522788155809655/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T18:14:00,237 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1b552d27{HTTP/1.1, (http/1.1)}{localhost:39245} 2024-11-18T18:14:00,238 INFO [Time-limited test {}] server.Server(415): Started @250334ms 2024-11-18T18:14:00,313 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T18:14:00,315 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T18:14:00,318 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T18:14:00,318 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T18:14:00,319 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T18:14:00,319 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@27915c82{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/175ee327-7ebd-cfcf-daf8-332359f93e71/hadoop.log.dir/,AVAILABLE} 2024-11-18T18:14:00,319 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65bcba49{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T18:14:00,433 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4df2da5f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/175ee327-7ebd-cfcf-daf8-332359f93e71/java.io.tmpdir/jetty-localhost-42435-hadoop-hdfs-3_4_1-tests_jar-_-any-8701046465120510542/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T18:14:00,433 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6526a7a4{HTTP/1.1, (http/1.1)}{localhost:42435} 2024-11-18T18:14:00,433 INFO [Time-limited test {}] server.Server(415): Started @250529ms 2024-11-18T18:14:00,434 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T18:14:00,512 WARN [Thread-3562 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/175ee327-7ebd-cfcf-daf8-332359f93e71/cluster_7cc77f96-9d1c-900d-fcb1-a6a08e35e14e/data/data1/current/BP-2020780849-172.17.0.2-1731953640045/current, will proceed with Du for space computation calculation, 2024-11-18T18:14:00,512 WARN [Thread-3563 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/175ee327-7ebd-cfcf-daf8-332359f93e71/cluster_7cc77f96-9d1c-900d-fcb1-a6a08e35e14e/data/data2/current/BP-2020780849-172.17.0.2-1731953640045/current, will proceed with Du for space computation calculation, 2024-11-18T18:14:00,532 WARN [Thread-3550 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T18:14:00,535 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8e4ba0ac4ad93376 with lease ID 0x3727996af4d5aeab: Processing first storage report for DS-f9308cbe-f221-4ee5-bdff-8e368bbe0e55 from datanode DatanodeRegistration(127.0.0.1:33315, datanodeUuid=8fd6163f-0b0e-4845-80c8-bdc99d070e7b, infoPort=45791, infoSecurePort=0, ipcPort=45677, storageInfo=lv=-57;cid=testClusterID;nsid=1454800267;c=1731953640045) 2024-11-18T18:14:00,535 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8e4ba0ac4ad93376 with lease ID 0x3727996af4d5aeab: from storage DS-f9308cbe-f221-4ee5-bdff-8e368bbe0e55 node DatanodeRegistration(127.0.0.1:33315, datanodeUuid=8fd6163f-0b0e-4845-80c8-bdc99d070e7b, infoPort=45791, infoSecurePort=0, ipcPort=45677, storageInfo=lv=-57;cid=testClusterID;nsid=1454800267;c=1731953640045), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T18:14:00,535 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8e4ba0ac4ad93376 with lease ID 0x3727996af4d5aeab: Processing first storage report for DS-b08a5c3b-4ba3-402f-866b-4f3eda7f4984 from datanode DatanodeRegistration(127.0.0.1:33315, datanodeUuid=8fd6163f-0b0e-4845-80c8-bdc99d070e7b, infoPort=45791, infoSecurePort=0, ipcPort=45677, storageInfo=lv=-57;cid=testClusterID;nsid=1454800267;c=1731953640045) 2024-11-18T18:14:00,535 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8e4ba0ac4ad93376 with lease ID 0x3727996af4d5aeab: from storage DS-b08a5c3b-4ba3-402f-866b-4f3eda7f4984 node DatanodeRegistration(127.0.0.1:33315, datanodeUuid=8fd6163f-0b0e-4845-80c8-bdc99d070e7b, infoPort=45791, infoSecurePort=0, ipcPort=45677, storageInfo=lv=-57;cid=testClusterID;nsid=1454800267;c=1731953640045), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T18:14:00,554 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/175ee327-7ebd-cfcf-daf8-332359f93e71 2024-11-18T18:14:00,555 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:14:00,556 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:14:00,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33315 is added to blk_1073741825_1001 (size=7) 2024-11-18T18:14:00,968 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42293/user/jenkins/test-data/05a58095-600f-eac5-069c-0b9f9ca116d9 with version=8 2024-11-18T18:14:00,968 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42293/user/jenkins/test-data/05a58095-600f-eac5-069c-0b9f9ca116d9/hbase-staging 2024-11-18T18:14:00,971 INFO [Time-limited test {}] client.ConnectionUtils(128): master/818bff808382:0 server-side Connection retries=45 2024-11-18T18:14:00,971 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T18:14:00,971 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T18:14:00,971 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T18:14:00,972 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T18:14:00,972 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T18:14:00,972 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T18:14:00,972 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T18:14:00,972 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34243 2024-11-18T18:14:00,973 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34243 connecting to ZooKeeper ensemble=127.0.0.1:52267 2024-11-18T18:14:00,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:342430x0, quorum=127.0.0.1:52267, baseZNode=/1-775853514 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T18:14:00,978 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34243-0x1000bd6ebc30003 connected 2024-11-18T18:14:00,989 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:14:00,990 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:14:00,993 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34243-0x1000bd6ebc30003, quorum=127.0.0.1:52267, baseZNode=/1-775853514 Set watcher on znode that does not yet exist, /1-775853514/running 2024-11-18T18:14:00,993 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42293/user/jenkins/test-data/05a58095-600f-eac5-069c-0b9f9ca116d9, hbase.cluster.distributed=false 2024-11-18T18:14:00,995 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34243-0x1000bd6ebc30003, quorum=127.0.0.1:52267, baseZNode=/1-775853514 Set watcher on znode that does not yet exist, /1-775853514/acl 2024-11-18T18:14:01,000 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34243 2024-11-18T18:14:01,001 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34243 2024-11-18T18:14:01,005 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34243 2024-11-18T18:14:01,009 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34243 2024-11-18T18:14:01,009 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34243 2024-11-18T18:14:01,028 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/818bff808382:0 server-side Connection retries=45 2024-11-18T18:14:01,028 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T18:14:01,028 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T18:14:01,028 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T18:14:01,028 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T18:14:01,028 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T18:14:01,028 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T18:14:01,028 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T18:14:01,029 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39147 2024-11-18T18:14:01,030 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39147 connecting to ZooKeeper ensemble=127.0.0.1:52267 2024-11-18T18:14:01,031 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:14:01,032 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:14:01,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:391470x0, quorum=127.0.0.1:52267, baseZNode=/1-775853514 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T18:14:01,037 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:391470x0, quorum=127.0.0.1:52267, baseZNode=/1-775853514 Set watcher on znode that does not yet exist, /1-775853514/running 2024-11-18T18:14:01,037 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T18:14:01,040 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39147-0x1000bd6ebc30004 connected 2024-11-18T18:14:01,040 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T18:14:01,041 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39147-0x1000bd6ebc30004, quorum=127.0.0.1:52267, baseZNode=/1-775853514 Set watcher on znode that does not yet exist, /1-775853514/master 2024-11-18T18:14:01,042 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39147-0x1000bd6ebc30004, quorum=127.0.0.1:52267, baseZNode=/1-775853514 Set watcher on znode that does not yet exist, /1-775853514/acl 2024-11-18T18:14:01,050 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39147 2024-11-18T18:14:01,050 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39147 2024-11-18T18:14:01,050 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39147 2024-11-18T18:14:01,050 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39147 2024-11-18T18:14:01,051 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39147 2024-11-18T18:14:01,065 DEBUG [M:0;818bff808382:34243 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;818bff808382:34243 2024-11-18T18:14:01,065 INFO [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-775853514/backup-masters/818bff808382,34243,1731953640971 2024-11-18T18:14:01,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39147-0x1000bd6ebc30004, quorum=127.0.0.1:52267, baseZNode=/1-775853514 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-775853514/backup-masters 2024-11-18T18:14:01,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34243-0x1000bd6ebc30003, quorum=127.0.0.1:52267, baseZNode=/1-775853514 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-775853514/backup-masters 2024-11-18T18:14:01,067 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34243-0x1000bd6ebc30003, quorum=127.0.0.1:52267, baseZNode=/1-775853514 Set watcher on existing znode=/1-775853514/backup-masters/818bff808382,34243,1731953640971 2024-11-18T18:14:01,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34243-0x1000bd6ebc30003, quorum=127.0.0.1:52267, baseZNode=/1-775853514 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-775853514 2024-11-18T18:14:01,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39147-0x1000bd6ebc30004, quorum=127.0.0.1:52267, baseZNode=/1-775853514 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-775853514/master 2024-11-18T18:14:01,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39147-0x1000bd6ebc30004, quorum=127.0.0.1:52267, baseZNode=/1-775853514 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-775853514 2024-11-18T18:14:01,069 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34243-0x1000bd6ebc30003, quorum=127.0.0.1:52267, baseZNode=/1-775853514 Set watcher on existing znode=/1-775853514/master 2024-11-18T18:14:01,070 INFO [master/818bff808382:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-775853514/backup-masters/818bff808382,34243,1731953640971 from backup master directory 2024-11-18T18:14:01,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34243-0x1000bd6ebc30003, quorum=127.0.0.1:52267, baseZNode=/1-775853514 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-775853514/backup-masters/818bff808382,34243,1731953640971 2024-11-18T18:14:01,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34243-0x1000bd6ebc30003, quorum=127.0.0.1:52267, baseZNode=/1-775853514 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-775853514/backup-masters 2024-11-18T18:14:01,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39147-0x1000bd6ebc30004, quorum=127.0.0.1:52267, baseZNode=/1-775853514 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-775853514/backup-masters 2024-11-18T18:14:01,071 WARN [master/818bff808382:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T18:14:01,071 INFO [master/818bff808382:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=818bff808382,34243,1731953640971 2024-11-18T18:14:01,075 DEBUG [master/818bff808382:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42293/user/jenkins/test-data/05a58095-600f-eac5-069c-0b9f9ca116d9/hbase.id] with ID: 62c644b4-75b1-4922-a61a-93482d8a9d54 2024-11-18T18:14:01,075 DEBUG [master/818bff808382:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42293/user/jenkins/test-data/05a58095-600f-eac5-069c-0b9f9ca116d9/.tmp/hbase.id 2024-11-18T18:14:01,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33315 is added to blk_1073741826_1002 (size=42) 2024-11-18T18:14:01,086 DEBUG [master/818bff808382:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42293/user/jenkins/test-data/05a58095-600f-eac5-069c-0b9f9ca116d9/.tmp/hbase.id]:[hdfs://localhost:42293/user/jenkins/test-data/05a58095-600f-eac5-069c-0b9f9ca116d9/hbase.id] 2024-11-18T18:14:01,096 INFO [master/818bff808382:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:14:01,097 INFO [master/818bff808382:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T18:14:01,098 INFO [master/818bff808382:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-18T18:14:01,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39147-0x1000bd6ebc30004, quorum=127.0.0.1:52267, baseZNode=/1-775853514 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-775853514 2024-11-18T18:14:01,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34243-0x1000bd6ebc30003, quorum=127.0.0.1:52267, baseZNode=/1-775853514 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-775853514 2024-11-18T18:14:01,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33315 is added to blk_1073741827_1003 (size=196) 2024-11-18T18:14:01,513 INFO [master/818bff808382:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T18:14:01,514 INFO [master/818bff808382:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T18:14:01,514 INFO [master/818bff808382:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T18:14:01,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33315 is added to blk_1073741828_1004 (size=1189) 2024-11-18T18:14:01,533 INFO [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42293/user/jenkins/test-data/05a58095-600f-eac5-069c-0b9f9ca116d9/MasterData/data/master/store 2024-11-18T18:14:01,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33315 is added to blk_1073741829_1005 (size=34) 2024-11-18T18:14:01,543 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:14:01,543 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T18:14:01,543 INFO [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:14:01,543 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:14:01,543 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T18:14:01,543 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:14:01,543 INFO [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:14:01,543 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731953641543Disabling compacts and flushes for region at 1731953641543Disabling writes for close at 1731953641543Writing region close event to WAL at 1731953641543Closed at 1731953641543 2024-11-18T18:14:01,544 WARN [master/818bff808382:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42293/user/jenkins/test-data/05a58095-600f-eac5-069c-0b9f9ca116d9/MasterData/data/master/store/.initializing 2024-11-18T18:14:01,544 DEBUG [master/818bff808382:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42293/user/jenkins/test-data/05a58095-600f-eac5-069c-0b9f9ca116d9/MasterData/WALs/818bff808382,34243,1731953640971 2024-11-18T18:14:01,545 INFO [master/818bff808382:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T18:14:01,547 INFO [master/818bff808382:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=818bff808382%2C34243%2C1731953640971, suffix=, logDir=hdfs://localhost:42293/user/jenkins/test-data/05a58095-600f-eac5-069c-0b9f9ca116d9/MasterData/WALs/818bff808382,34243,1731953640971, archiveDir=hdfs://localhost:42293/user/jenkins/test-data/05a58095-600f-eac5-069c-0b9f9ca116d9/MasterData/oldWALs, maxLogs=10 2024-11-18T18:14:01,567 DEBUG [master/818bff808382:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/05a58095-600f-eac5-069c-0b9f9ca116d9/MasterData/WALs/818bff808382,34243,1731953640971/818bff808382%2C34243%2C1731953640971.1731953641547, exclude list is [], retry=0 2024-11-18T18:14:01,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33315,DS-f9308cbe-f221-4ee5-bdff-8e368bbe0e55,DISK] 2024-11-18T18:14:01,576 INFO [master/818bff808382:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/05a58095-600f-eac5-069c-0b9f9ca116d9/MasterData/WALs/818bff808382,34243,1731953640971/818bff808382%2C34243%2C1731953640971.1731953641547 2024-11-18T18:14:01,580 DEBUG [master/818bff808382:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45791:45791)] 2024-11-18T18:14:01,580 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T18:14:01,580 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:14:01,580 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:14:01,580 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:14:01,581 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:14:01,583 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T18:14:01,583 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:14:01,583 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:14:01,583 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:14:01,584 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T18:14:01,584 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:14:01,585 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:14:01,585 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:14:01,586 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T18:14:01,586 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:14:01,586 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:14:01,586 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:14:01,587 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T18:14:01,587 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:14:01,588 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:14:01,588 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:14:01,588 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42293/user/jenkins/test-data/05a58095-600f-eac5-069c-0b9f9ca116d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:14:01,589 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42293/user/jenkins/test-data/05a58095-600f-eac5-069c-0b9f9ca116d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:14:01,589 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:14:01,590 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:14:01,590 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T18:14:01,591 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:14:01,595 DEBUG [master/818bff808382:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42293/user/jenkins/test-data/05a58095-600f-eac5-069c-0b9f9ca116d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T18:14:01,595 INFO [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69156922, jitterRate=0.030518442392349243}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T18:14:01,595 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731953641580Initializing all the Stores at 1731953641581 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953641581Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953641581Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953641581Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953641581Cleaning up temporary data from old regions at 1731953641590 (+9 ms)Region opened successfully at 1731953641595 (+5 ms) 2024-11-18T18:14:01,596 INFO [master/818bff808382:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T18:14:01,598 DEBUG [master/818bff808382:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6df9b586, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=818bff808382/172.17.0.2:0 2024-11-18T18:14:01,599 INFO [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T18:14:01,599 INFO [master/818bff808382:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T18:14:01,599 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T18:14:01,599 INFO [master/818bff808382:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T18:14:01,599 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T18:14:01,599 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T18:14:01,599 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T18:14:01,601 INFO [master/818bff808382:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T18:14:01,603 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34243-0x1000bd6ebc30003, quorum=127.0.0.1:52267, baseZNode=/1-775853514 Unable to get data of znode /1-775853514/balancer because node does not exist (not necessarily an error) 2024-11-18T18:14:01,604 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-775853514/balancer already deleted, retry=false 2024-11-18T18:14:01,604 INFO [master/818bff808382:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T18:14:01,605 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34243-0x1000bd6ebc30003, quorum=127.0.0.1:52267, baseZNode=/1-775853514 Unable to get data of znode /1-775853514/normalizer because node does not exist (not necessarily an error) 2024-11-18T18:14:01,606 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-775853514/normalizer already deleted, retry=false 2024-11-18T18:14:01,606 INFO [master/818bff808382:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T18:14:01,608 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34243-0x1000bd6ebc30003, quorum=127.0.0.1:52267, baseZNode=/1-775853514 Unable to get data of znode /1-775853514/switch/split because node does not exist (not necessarily an error) 2024-11-18T18:14:01,610 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-775853514/switch/split already deleted, retry=false 2024-11-18T18:14:01,612 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34243-0x1000bd6ebc30003, quorum=127.0.0.1:52267, baseZNode=/1-775853514 Unable to get data of znode /1-775853514/switch/merge because node does not exist (not necessarily an error) 2024-11-18T18:14:01,613 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-775853514/switch/merge already deleted, retry=false 2024-11-18T18:14:01,615 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34243-0x1000bd6ebc30003, quorum=127.0.0.1:52267, baseZNode=/1-775853514 Unable to get data of znode /1-775853514/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T18:14:01,616 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-775853514/snapshot-cleanup already deleted, retry=false 2024-11-18T18:14:01,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39147-0x1000bd6ebc30004, quorum=127.0.0.1:52267, baseZNode=/1-775853514 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-775853514/running 2024-11-18T18:14:01,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34243-0x1000bd6ebc30003, quorum=127.0.0.1:52267, baseZNode=/1-775853514 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-775853514/running 2024-11-18T18:14:01,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39147-0x1000bd6ebc30004, quorum=127.0.0.1:52267, baseZNode=/1-775853514 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-775853514 2024-11-18T18:14:01,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34243-0x1000bd6ebc30003, quorum=127.0.0.1:52267, baseZNode=/1-775853514 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-775853514 2024-11-18T18:14:01,618 INFO [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=818bff808382,34243,1731953640971, sessionid=0x1000bd6ebc30003, setting cluster-up flag (Was=false) 2024-11-18T18:14:01,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34243-0x1000bd6ebc30003, quorum=127.0.0.1:52267, baseZNode=/1-775853514 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-775853514 2024-11-18T18:14:01,628 DEBUG [master/818bff808382:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-775853514/flush-table-proc/acquired, /1-775853514/flush-table-proc/reached, /1-775853514/flush-table-proc/abort 2024-11-18T18:14:01,629 DEBUG [master/818bff808382:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=818bff808382,34243,1731953640971 2024-11-18T18:14:01,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39147-0x1000bd6ebc30004, quorum=127.0.0.1:52267, baseZNode=/1-775853514 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-775853514 2024-11-18T18:14:01,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34243-0x1000bd6ebc30003, quorum=127.0.0.1:52267, baseZNode=/1-775853514 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-775853514 2024-11-18T18:14:01,636 DEBUG [master/818bff808382:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-775853514/online-snapshot/acquired, /1-775853514/online-snapshot/reached, /1-775853514/online-snapshot/abort 2024-11-18T18:14:01,637 DEBUG [master/818bff808382:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=818bff808382,34243,1731953640971 2024-11-18T18:14:01,640 INFO [master/818bff808382:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42293/user/jenkins/test-data/05a58095-600f-eac5-069c-0b9f9ca116d9/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T18:14:01,645 DEBUG [master/818bff808382:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T18:14:01,645 INFO [master/818bff808382:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T18:14:01,645 INFO [master/818bff808382:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T18:14:01,645 DEBUG [master/818bff808382:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 818bff808382,34243,1731953640971 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T18:14:01,646 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/818bff808382:0, corePoolSize=5, maxPoolSize=5 2024-11-18T18:14:01,646 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/818bff808382:0, corePoolSize=5, maxPoolSize=5 2024-11-18T18:14:01,646 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/818bff808382:0, corePoolSize=5, maxPoolSize=5 2024-11-18T18:14:01,646 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/818bff808382:0, corePoolSize=5, maxPoolSize=5 2024-11-18T18:14:01,647 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/818bff808382:0, corePoolSize=10, maxPoolSize=10 2024-11-18T18:14:01,647 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:14:01,647 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/818bff808382:0, corePoolSize=2, maxPoolSize=2 2024-11-18T18:14:01,647 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:14:01,657 INFO [RS:0;818bff808382:39147 {}] regionserver.HRegionServer(746): ClusterId : 62c644b4-75b1-4922-a61a-93482d8a9d54 2024-11-18T18:14:01,657 DEBUG [RS:0;818bff808382:39147 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T18:14:01,658 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T18:14:01,658 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T18:14:01,659 DEBUG [RS:0;818bff808382:39147 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T18:14:01,659 DEBUG [RS:0;818bff808382:39147 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T18:14:01,659 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:14:01,659 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T18:14:01,661 DEBUG [RS:0;818bff808382:39147 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T18:14:01,661 DEBUG [RS:0;818bff808382:39147 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61c1be1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=818bff808382/172.17.0.2:0 2024-11-18T18:14:01,672 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731953671672 2024-11-18T18:14:01,672 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T18:14:01,672 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T18:14:01,672 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T18:14:01,672 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T18:14:01,672 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T18:14:01,672 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T18:14:01,673 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T18:14:01,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33315 is added to blk_1073741831_1007 (size=1321) 2024-11-18T18:14:01,683 DEBUG [RS:0;818bff808382:39147 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;818bff808382:39147 2024-11-18T18:14:01,683 INFO [RS:0;818bff808382:39147 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T18:14:01,683 INFO [RS:0;818bff808382:39147 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T18:14:01,683 DEBUG [RS:0;818bff808382:39147 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T18:14:01,683 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T18:14:01,683 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T18:14:01,683 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T18:14:01,683 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T18:14:01,684 INFO [RS:0;818bff808382:39147 {}] regionserver.HRegionServer(2659): reportForDuty to master=818bff808382,34243,1731953640971 with port=39147, startcode=1731953641027 2024-11-18T18:14:01,684 DEBUG [RS:0;818bff808382:39147 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T18:14:01,686 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T18:14:01,686 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T18:14:01,686 DEBUG [master/818bff808382:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/818bff808382:0:becomeActiveMaster-HFileCleaner.large.0-1731953641686,5,FailOnTimeoutGroup] 2024-11-18T18:14:01,688 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55557, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T18:14:01,689 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34243 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-18T18:14:01,694 DEBUG [RS:0;818bff808382:39147 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-18T18:14:01,694 DEBUG [master/818bff808382:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/818bff808382:0:becomeActiveMaster-HFileCleaner.small.0-1731953641686,5,FailOnTimeoutGroup] 2024-11-18T18:14:01,694 WARN [RS:0;818bff808382:39147 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-18T18:14:01,694 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T18:14:01,694 INFO [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T18:14:01,694 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T18:14:01,694 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T18:14:01,795 INFO [RS:0;818bff808382:39147 {}] regionserver.HRegionServer(2659): reportForDuty to master=818bff808382,34243,1731953640971 with port=39147, startcode=1731953641027 2024-11-18T18:14:01,796 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34243 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 818bff808382,39147,1731953641027 2024-11-18T18:14:01,796 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34243 {}] master.ServerManager(517): Registering regionserver=818bff808382,39147,1731953641027 2024-11-18T18:14:01,797 DEBUG [RS:0;818bff808382:39147 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42293/user/jenkins/test-data/05a58095-600f-eac5-069c-0b9f9ca116d9 2024-11-18T18:14:01,797 DEBUG [RS:0;818bff808382:39147 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42293 2024-11-18T18:14:01,797 DEBUG [RS:0;818bff808382:39147 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T18:14:01,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34243-0x1000bd6ebc30003, quorum=127.0.0.1:52267, baseZNode=/1-775853514 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-775853514/rs 2024-11-18T18:14:01,806 DEBUG [RS:0;818bff808382:39147 {}] zookeeper.ZKUtil(111): regionserver:39147-0x1000bd6ebc30004, quorum=127.0.0.1:52267, baseZNode=/1-775853514 Set watcher on existing znode=/1-775853514/rs/818bff808382,39147,1731953641027 2024-11-18T18:14:01,807 WARN [RS:0;818bff808382:39147 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T18:14:01,807 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [818bff808382,39147,1731953641027] 2024-11-18T18:14:01,807 INFO [RS:0;818bff808382:39147 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T18:14:01,807 DEBUG [RS:0;818bff808382:39147 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42293/user/jenkins/test-data/05a58095-600f-eac5-069c-0b9f9ca116d9/WALs/818bff808382,39147,1731953641027 2024-11-18T18:14:01,810 INFO [RS:0;818bff808382:39147 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T18:14:01,815 INFO [RS:0;818bff808382:39147 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T18:14:01,816 INFO [RS:0;818bff808382:39147 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T18:14:01,816 INFO [RS:0;818bff808382:39147 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T18:14:01,818 INFO [RS:0;818bff808382:39147 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T18:14:01,818 INFO [RS:0;818bff808382:39147 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T18:14:01,818 INFO [RS:0;818bff808382:39147 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T18:14:01,818 DEBUG [RS:0;818bff808382:39147 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:14:01,818 DEBUG [RS:0;818bff808382:39147 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:14:01,818 DEBUG [RS:0;818bff808382:39147 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:14:01,819 DEBUG [RS:0;818bff808382:39147 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:14:01,819 DEBUG [RS:0;818bff808382:39147 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:14:01,819 DEBUG [RS:0;818bff808382:39147 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/818bff808382:0, corePoolSize=2, maxPoolSize=2 2024-11-18T18:14:01,819 DEBUG [RS:0;818bff808382:39147 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:14:01,819 DEBUG [RS:0;818bff808382:39147 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:14:01,819 DEBUG [RS:0;818bff808382:39147 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:14:01,819 DEBUG [RS:0;818bff808382:39147 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:14:01,819 DEBUG [RS:0;818bff808382:39147 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:14:01,819 DEBUG [RS:0;818bff808382:39147 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:14:01,819 DEBUG [RS:0;818bff808382:39147 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0, corePoolSize=3, maxPoolSize=3 2024-11-18T18:14:01,819 DEBUG [RS:0;818bff808382:39147 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/818bff808382:0, corePoolSize=3, maxPoolSize=3 2024-11-18T18:14:01,824 INFO [RS:0;818bff808382:39147 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T18:14:01,824 INFO [RS:0;818bff808382:39147 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T18:14:01,824 INFO [RS:0;818bff808382:39147 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T18:14:01,824 INFO [RS:0;818bff808382:39147 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T18:14:01,824 INFO [RS:0;818bff808382:39147 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T18:14:01,824 INFO [RS:0;818bff808382:39147 {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,39147,1731953641027-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T18:14:01,848 INFO [RS:0;818bff808382:39147 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T18:14:01,848 INFO [RS:0;818bff808382:39147 {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,39147,1731953641027-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T18:14:01,849 INFO [RS:0;818bff808382:39147 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:14:01,849 INFO [RS:0;818bff808382:39147 {}] regionserver.Replication(171): 818bff808382,39147,1731953641027 started 2024-11-18T18:14:01,870 INFO [RS:0;818bff808382:39147 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:14:01,870 INFO [RS:0;818bff808382:39147 {}] regionserver.HRegionServer(1482): Serving as 818bff808382,39147,1731953641027, RpcServer on 818bff808382/172.17.0.2:39147, sessionid=0x1000bd6ebc30004 2024-11-18T18:14:01,870 DEBUG [RS:0;818bff808382:39147 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T18:14:01,870 DEBUG [RS:0;818bff808382:39147 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 818bff808382,39147,1731953641027 2024-11-18T18:14:01,870 DEBUG [RS:0;818bff808382:39147 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '818bff808382,39147,1731953641027' 2024-11-18T18:14:01,870 DEBUG [RS:0;818bff808382:39147 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-775853514/flush-table-proc/abort' 2024-11-18T18:14:01,872 DEBUG [RS:0;818bff808382:39147 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-775853514/flush-table-proc/acquired' 2024-11-18T18:14:01,873 DEBUG [RS:0;818bff808382:39147 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T18:14:01,873 DEBUG [RS:0;818bff808382:39147 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T18:14:01,873 DEBUG [RS:0;818bff808382:39147 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 818bff808382,39147,1731953641027 2024-11-18T18:14:01,873 DEBUG [RS:0;818bff808382:39147 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '818bff808382,39147,1731953641027' 2024-11-18T18:14:01,873 DEBUG [RS:0;818bff808382:39147 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-775853514/online-snapshot/abort' 2024-11-18T18:14:01,873 DEBUG [RS:0;818bff808382:39147 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-775853514/online-snapshot/acquired' 2024-11-18T18:14:01,874 DEBUG [RS:0;818bff808382:39147 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T18:14:01,874 INFO [RS:0;818bff808382:39147 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T18:14:01,874 INFO [RS:0;818bff808382:39147 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T18:14:01,974 INFO [RS:0;818bff808382:39147 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T18:14:01,976 INFO [RS:0;818bff808382:39147 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=818bff808382%2C39147%2C1731953641027, suffix=, logDir=hdfs://localhost:42293/user/jenkins/test-data/05a58095-600f-eac5-069c-0b9f9ca116d9/WALs/818bff808382,39147,1731953641027, archiveDir=hdfs://localhost:42293/user/jenkins/test-data/05a58095-600f-eac5-069c-0b9f9ca116d9/oldWALs, maxLogs=10 2024-11-18T18:14:01,992 DEBUG [RS:0;818bff808382:39147 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/05a58095-600f-eac5-069c-0b9f9ca116d9/WALs/818bff808382,39147,1731953641027/818bff808382%2C39147%2C1731953641027.1731953641976, exclude list is [], retry=0 2024-11-18T18:14:01,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33315,DS-f9308cbe-f221-4ee5-bdff-8e368bbe0e55,DISK] 2024-11-18T18:14:02,001 INFO [RS:0;818bff808382:39147 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/05a58095-600f-eac5-069c-0b9f9ca116d9/WALs/818bff808382,39147,1731953641027/818bff808382%2C39147%2C1731953641027.1731953641976 2024-11-18T18:14:02,004 DEBUG [RS:0;818bff808382:39147 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45791:45791)] 2024-11-18T18:14:02,079 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42293/user/jenkins/test-data/05a58095-600f-eac5-069c-0b9f9ca116d9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T18:14:02,079 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42293/user/jenkins/test-data/05a58095-600f-eac5-069c-0b9f9ca116d9 2024-11-18T18:14:02,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33315 is added to blk_1073741833_1009 (size=32) 2024-11-18T18:14:02,489 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:14:02,491 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T18:14:02,492 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T18:14:02,492 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:14:02,493 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:14:02,493 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T18:14:02,494 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T18:14:02,494 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:14:02,494 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:14:02,494 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T18:14:02,495 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T18:14:02,495 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:14:02,496 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:14:02,496 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T18:14:02,497 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T18:14:02,497 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:14:02,497 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:14:02,497 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T18:14:02,498 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42293/user/jenkins/test-data/05a58095-600f-eac5-069c-0b9f9ca116d9/data/hbase/meta/1588230740 2024-11-18T18:14:02,498 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42293/user/jenkins/test-data/05a58095-600f-eac5-069c-0b9f9ca116d9/data/hbase/meta/1588230740 2024-11-18T18:14:02,499 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T18:14:02,500 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T18:14:02,500 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T18:14:02,501 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T18:14:02,503 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42293/user/jenkins/test-data/05a58095-600f-eac5-069c-0b9f9ca116d9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T18:14:02,503 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69287493, jitterRate=0.032464101910591125}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T18:14:02,503 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731953642489Initializing all the Stores at 1731953642490 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953642490Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953642491 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953642491Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953642491Cleaning up temporary data from old regions at 1731953642500 (+9 ms)Region opened successfully at 1731953642503 (+3 ms) 2024-11-18T18:14:02,503 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T18:14:02,503 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T18:14:02,503 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T18:14:02,503 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T18:14:02,503 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T18:14:02,504 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T18:14:02,504 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731953642503Disabling compacts and flushes for region at 1731953642503Disabling writes for close at 1731953642503Writing region close event to WAL at 1731953642504 (+1 ms)Closed at 1731953642504 2024-11-18T18:14:02,505 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T18:14:02,505 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T18:14:02,505 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T18:14:02,506 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T18:14:02,507 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T18:14:02,657 DEBUG [818bff808382:34243 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T18:14:02,658 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=818bff808382,39147,1731953641027 2024-11-18T18:14:02,659 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 818bff808382,39147,1731953641027, state=OPENING 2024-11-18T18:14:02,661 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T18:14:02,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39147-0x1000bd6ebc30004, quorum=127.0.0.1:52267, baseZNode=/1-775853514 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-775853514 2024-11-18T18:14:02,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34243-0x1000bd6ebc30003, quorum=127.0.0.1:52267, baseZNode=/1-775853514 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-775853514 2024-11-18T18:14:02,664 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T18:14:02,664 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=818bff808382,39147,1731953641027}] 2024-11-18T18:14:02,664 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-775853514/meta-region-server: CHANGED 2024-11-18T18:14:02,665 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-775853514/meta-region-server: CHANGED 2024-11-18T18:14:02,816 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T18:14:02,818 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38801, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T18:14:02,821 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T18:14:02,821 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T18:14:02,822 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T18:14:02,823 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=818bff808382%2C39147%2C1731953641027.meta, suffix=.meta, logDir=hdfs://localhost:42293/user/jenkins/test-data/05a58095-600f-eac5-069c-0b9f9ca116d9/WALs/818bff808382,39147,1731953641027, archiveDir=hdfs://localhost:42293/user/jenkins/test-data/05a58095-600f-eac5-069c-0b9f9ca116d9/oldWALs, maxLogs=10 2024-11-18T18:14:02,841 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/05a58095-600f-eac5-069c-0b9f9ca116d9/WALs/818bff808382,39147,1731953641027/818bff808382%2C39147%2C1731953641027.meta.1731953642823.meta, exclude list is [], retry=0 2024-11-18T18:14:02,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33315,DS-f9308cbe-f221-4ee5-bdff-8e368bbe0e55,DISK] 2024-11-18T18:14:02,845 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/05a58095-600f-eac5-069c-0b9f9ca116d9/WALs/818bff808382,39147,1731953641027/818bff808382%2C39147%2C1731953641027.meta.1731953642823.meta 2024-11-18T18:14:02,848 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45791:45791)] 2024-11-18T18:14:02,848 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T18:14:02,848 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T18:14:02,848 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T18:14:02,848 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T18:14:02,849 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T18:14:02,849 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T18:14:02,849 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:14:02,849 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T18:14:02,849 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T18:14:02,856 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T18:14:02,857 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T18:14:02,857 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:14:02,858 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:14:02,858 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T18:14:02,858 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T18:14:02,858 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:14:02,859 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:14:02,859 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T18:14:02,860 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T18:14:02,860 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:14:02,860 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:14:02,860 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T18:14:02,861 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T18:14:02,861 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:14:02,861 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:14:02,861 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T18:14:02,862 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42293/user/jenkins/test-data/05a58095-600f-eac5-069c-0b9f9ca116d9/data/hbase/meta/1588230740 2024-11-18T18:14:02,864 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42293/user/jenkins/test-data/05a58095-600f-eac5-069c-0b9f9ca116d9/data/hbase/meta/1588230740 2024-11-18T18:14:02,865 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T18:14:02,865 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T18:14:02,865 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T18:14:02,866 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T18:14:02,867 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72469270, jitterRate=0.07987627387046814}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T18:14:02,867 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T18:14:02,867 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731953642849Writing region info on filesystem at 1731953642849Initializing all the Stores at 1731953642850 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953642850Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953642856 (+6 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953642856Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953642856Cleaning up temporary data from old regions at 1731953642865 (+9 ms)Running coprocessor post-open hooks at 1731953642867 (+2 ms)Region opened successfully at 1731953642867 2024-11-18T18:14:02,868 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731953642816 2024-11-18T18:14:02,871 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T18:14:02,871 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T18:14:02,871 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=818bff808382,39147,1731953641027 2024-11-18T18:14:02,872 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 818bff808382,39147,1731953641027, state=OPEN 2024-11-18T18:14:02,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39147-0x1000bd6ebc30004, quorum=127.0.0.1:52267, baseZNode=/1-775853514 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-775853514/meta-region-server 2024-11-18T18:14:02,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34243-0x1000bd6ebc30003, quorum=127.0.0.1:52267, baseZNode=/1-775853514 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-775853514/meta-region-server 2024-11-18T18:14:02,873 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-775853514/meta-region-server: CHANGED 2024-11-18T18:14:02,873 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=818bff808382,39147,1731953641027 2024-11-18T18:14:02,873 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-775853514/meta-region-server: CHANGED 2024-11-18T18:14:02,875 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T18:14:02,875 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=818bff808382,39147,1731953641027 in 209 msec 2024-11-18T18:14:02,877 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T18:14:02,877 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 370 msec 2024-11-18T18:14:02,878 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T18:14:02,878 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T18:14:02,879 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T18:14:02,879 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=818bff808382,39147,1731953641027, seqNum=-1] 2024-11-18T18:14:02,879 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T18:14:02,880 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43685, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T18:14:02,884 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2390 sec 2024-11-18T18:14:02,884 INFO [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731953642884, completionTime=-1 2024-11-18T18:14:02,884 INFO [master/818bff808382:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T18:14:02,885 DEBUG [master/818bff808382:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T18:14:02,886 INFO [master/818bff808382:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T18:14:02,886 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731953702886 2024-11-18T18:14:02,886 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731953762886 2024-11-18T18:14:02,886 INFO [master/818bff808382:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-18T18:14:02,886 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,34243,1731953640971-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T18:14:02,886 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,34243,1731953640971-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:14:02,886 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,34243,1731953640971-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:14:02,886 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-818bff808382:34243, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:14:02,887 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T18:14:02,887 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T18:14:02,889 DEBUG [master/818bff808382:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T18:14:02,890 INFO [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.819sec 2024-11-18T18:14:02,890 INFO [master/818bff808382:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T18:14:02,890 INFO [master/818bff808382:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T18:14:02,890 INFO [master/818bff808382:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T18:14:02,890 INFO [master/818bff808382:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T18:14:02,890 INFO [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T18:14:02,890 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,34243,1731953640971-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T18:14:02,890 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,34243,1731953640971-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T18:14:02,893 DEBUG [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T18:14:02,893 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T18:14:02,893 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,34243,1731953640971-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:14:02,958 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4439e742, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:14:02,958 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 818bff808382,34243,-1 for getting cluster id 2024-11-18T18:14:02,958 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T18:14:02,959 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '62c644b4-75b1-4922-a61a-93482d8a9d54' 2024-11-18T18:14:02,960 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T18:14:02,960 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "62c644b4-75b1-4922-a61a-93482d8a9d54" 2024-11-18T18:14:02,960 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@555f914d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:14:02,960 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [818bff808382,34243,-1] 2024-11-18T18:14:02,960 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T18:14:02,960 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:14:02,961 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46540, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T18:14:02,962 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@424e33a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:14:02,963 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T18:14:02,964 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=818bff808382,39147,1731953641027, seqNum=-1] 2024-11-18T18:14:02,964 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T18:14:02,965 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T18:14:02,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=818bff808382,34243,1731953640971 2024-11-18T18:14:02,967 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:52267 2024-11-18T18:14:02,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:52267, baseZNode=/1-775853514 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T18:14:02,971 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1000bd6ebc30005 connected 2024-11-18T18:14:02,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/175ee327-7ebd-cfcf-daf8-332359f93e71/hadoop.log.dir so I do NOT create it in target/test-data/24148df4-abfe-6a0d-36ac-83fc94284f72 2024-11-18T18:14:02,974 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/175ee327-7ebd-cfcf-daf8-332359f93e71/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T18:14:02,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/175ee327-7ebd-cfcf-daf8-332359f93e71/hadoop.tmp.dir so I do NOT create it in target/test-data/24148df4-abfe-6a0d-36ac-83fc94284f72 2024-11-18T18:14:02,974 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/175ee327-7ebd-cfcf-daf8-332359f93e71/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T18:14:02,974 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24148df4-abfe-6a0d-36ac-83fc94284f72 2024-11-18T18:14:02,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T18:14:02,974 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24148df4-abfe-6a0d-36ac-83fc94284f72/cluster_f6ede6ed-74e8-bc27-8227-b59507acdf38, deleteOnExit=true 2024-11-18T18:14:02,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T18:14:02,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24148df4-abfe-6a0d-36ac-83fc94284f72/test.cache.data in system properties and HBase conf 2024-11-18T18:14:02,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24148df4-abfe-6a0d-36ac-83fc94284f72/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T18:14:02,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24148df4-abfe-6a0d-36ac-83fc94284f72/hadoop.log.dir in system properties and HBase conf 2024-11-18T18:14:02,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24148df4-abfe-6a0d-36ac-83fc94284f72/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T18:14:02,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24148df4-abfe-6a0d-36ac-83fc94284f72/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T18:14:02,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T18:14:02,975 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T18:14:02,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24148df4-abfe-6a0d-36ac-83fc94284f72/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T18:14:02,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24148df4-abfe-6a0d-36ac-83fc94284f72/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T18:14:02,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24148df4-abfe-6a0d-36ac-83fc94284f72/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T18:14:02,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24148df4-abfe-6a0d-36ac-83fc94284f72/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T18:14:02,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24148df4-abfe-6a0d-36ac-83fc94284f72/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T18:14:02,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24148df4-abfe-6a0d-36ac-83fc94284f72/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T18:14:02,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24148df4-abfe-6a0d-36ac-83fc94284f72/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T18:14:02,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24148df4-abfe-6a0d-36ac-83fc94284f72/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T18:14:02,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24148df4-abfe-6a0d-36ac-83fc94284f72/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T18:14:02,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24148df4-abfe-6a0d-36ac-83fc94284f72/nfs.dump.dir in system properties and HBase conf 2024-11-18T18:14:02,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24148df4-abfe-6a0d-36ac-83fc94284f72/java.io.tmpdir in system properties and HBase conf 2024-11-18T18:14:02,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24148df4-abfe-6a0d-36ac-83fc94284f72/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T18:14:02,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24148df4-abfe-6a0d-36ac-83fc94284f72/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T18:14:02,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24148df4-abfe-6a0d-36ac-83fc94284f72/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T18:14:03,070 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T18:14:03,074 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T18:14:03,084 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T18:14:03,084 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T18:14:03,084 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T18:14:03,085 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T18:14:03,085 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@767aca04{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24148df4-abfe-6a0d-36ac-83fc94284f72/hadoop.log.dir/,AVAILABLE} 2024-11-18T18:14:03,085 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3fbcd250{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T18:14:03,222 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3bf01f44{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24148df4-abfe-6a0d-36ac-83fc94284f72/java.io.tmpdir/jetty-localhost-45623-hadoop-hdfs-3_4_1-tests_jar-_-any-3701753698502539155/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T18:14:03,223 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@58a34c8d{HTTP/1.1, (http/1.1)}{localhost:45623} 2024-11-18T18:14:03,223 INFO [Time-limited test {}] server.Server(415): Started @253319ms 2024-11-18T18:14:03,327 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T18:14:03,330 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T18:14:03,333 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T18:14:03,333 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T18:14:03,333 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T18:14:03,336 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@573c024{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24148df4-abfe-6a0d-36ac-83fc94284f72/hadoop.log.dir/,AVAILABLE} 2024-11-18T18:14:03,336 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@295b9918{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T18:14:03,483 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@61f0e322{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24148df4-abfe-6a0d-36ac-83fc94284f72/java.io.tmpdir/jetty-localhost-42701-hadoop-hdfs-3_4_1-tests_jar-_-any-5856020729187758370/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T18:14:03,483 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@780f397e{HTTP/1.1, (http/1.1)}{localhost:42701} 2024-11-18T18:14:03,483 INFO [Time-limited test {}] server.Server(415): Started @253579ms 2024-11-18T18:14:03,485 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T18:14:03,624 WARN [Thread-3682 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24148df4-abfe-6a0d-36ac-83fc94284f72/cluster_f6ede6ed-74e8-bc27-8227-b59507acdf38/data/data1/current/BP-916346923-172.17.0.2-1731953642995/current, will proceed with Du for space computation calculation, 2024-11-18T18:14:03,624 WARN [Thread-3683 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24148df4-abfe-6a0d-36ac-83fc94284f72/cluster_f6ede6ed-74e8-bc27-8227-b59507acdf38/data/data2/current/BP-916346923-172.17.0.2-1731953642995/current, will proceed with Du for space computation calculation, 2024-11-18T18:14:03,648 WARN [Thread-3670 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T18:14:03,654 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x53c8aa0348f54303 with lease ID 0x3be1bb4ba5b30622: Processing first storage report for DS-77f22416-bef0-4d2c-b3db-3a66101448f0 from datanode DatanodeRegistration(127.0.0.1:38261, datanodeUuid=50fce81a-7bcd-4df7-89ff-08bb5e7ae443, infoPort=38821, infoSecurePort=0, ipcPort=39067, storageInfo=lv=-57;cid=testClusterID;nsid=1571096813;c=1731953642995) 2024-11-18T18:14:03,654 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x53c8aa0348f54303 with lease ID 0x3be1bb4ba5b30622: from storage DS-77f22416-bef0-4d2c-b3db-3a66101448f0 node DatanodeRegistration(127.0.0.1:38261, datanodeUuid=50fce81a-7bcd-4df7-89ff-08bb5e7ae443, infoPort=38821, infoSecurePort=0, ipcPort=39067, storageInfo=lv=-57;cid=testClusterID;nsid=1571096813;c=1731953642995), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T18:14:03,654 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x53c8aa0348f54303 with lease ID 0x3be1bb4ba5b30622: Processing first storage report for DS-e2f58cc0-7d2f-4517-8d9f-cba9a426a64b from datanode DatanodeRegistration(127.0.0.1:38261, datanodeUuid=50fce81a-7bcd-4df7-89ff-08bb5e7ae443, infoPort=38821, infoSecurePort=0, ipcPort=39067, storageInfo=lv=-57;cid=testClusterID;nsid=1571096813;c=1731953642995) 2024-11-18T18:14:03,654 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x53c8aa0348f54303 with lease ID 0x3be1bb4ba5b30622: from storage DS-e2f58cc0-7d2f-4517-8d9f-cba9a426a64b node DatanodeRegistration(127.0.0.1:38261, datanodeUuid=50fce81a-7bcd-4df7-89ff-08bb5e7ae443, infoPort=38821, infoSecurePort=0, ipcPort=39067, storageInfo=lv=-57;cid=testClusterID;nsid=1571096813;c=1731953642995), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T18:14:03,740 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24148df4-abfe-6a0d-36ac-83fc94284f72 2024-11-18T18:14:03,741 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:14:03,742 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:14:03,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38261 is added to blk_1073741825_1001 (size=7) 2024-11-18T18:14:04,150 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35515/user/jenkins/test-data/ebd76269-eb1e-36d3-4cf1-9a4dd369928e with version=8 2024-11-18T18:14:04,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35515/user/jenkins/test-data/ebd76269-eb1e-36d3-4cf1-9a4dd369928e/hbase-staging 2024-11-18T18:14:04,152 INFO [Time-limited test {}] client.ConnectionUtils(128): master/818bff808382:0 server-side Connection retries=45 2024-11-18T18:14:04,152 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T18:14:04,152 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T18:14:04,152 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T18:14:04,152 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T18:14:04,152 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T18:14:04,152 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T18:14:04,152 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T18:14:04,153 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43775 2024-11-18T18:14:04,154 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43775 connecting to ZooKeeper ensemble=127.0.0.1:52267 2024-11-18T18:14:04,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:437750x0, quorum=127.0.0.1:52267, baseZNode=/2-86048419 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T18:14:04,157 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43775-0x1000bd6ebc30006 connected 2024-11-18T18:14:04,170 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:14:04,171 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:14:04,173 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43775-0x1000bd6ebc30006, quorum=127.0.0.1:52267, baseZNode=/2-86048419 Set watcher on znode that does not yet exist, /2-86048419/running 2024-11-18T18:14:04,173 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35515/user/jenkins/test-data/ebd76269-eb1e-36d3-4cf1-9a4dd369928e, hbase.cluster.distributed=false 2024-11-18T18:14:04,174 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43775-0x1000bd6ebc30006, quorum=127.0.0.1:52267, baseZNode=/2-86048419 Set watcher on znode that does not yet exist, /2-86048419/acl 2024-11-18T18:14:04,175 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43775 2024-11-18T18:14:04,175 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43775 2024-11-18T18:14:04,175 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43775 2024-11-18T18:14:04,176 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43775 2024-11-18T18:14:04,179 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43775 2024-11-18T18:14:04,197 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/818bff808382:0 server-side Connection retries=45 2024-11-18T18:14:04,197 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T18:14:04,197 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T18:14:04,197 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T18:14:04,197 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T18:14:04,197 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T18:14:04,197 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T18:14:04,197 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T18:14:04,198 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37561 2024-11-18T18:14:04,198 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37561 connecting to ZooKeeper ensemble=127.0.0.1:52267 2024-11-18T18:14:04,199 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:14:04,200 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:14:04,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:375610x0, quorum=127.0.0.1:52267, baseZNode=/2-86048419 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T18:14:04,204 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:375610x0, quorum=127.0.0.1:52267, baseZNode=/2-86048419 Set watcher on znode that does not yet exist, /2-86048419/running 2024-11-18T18:14:04,204 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37561-0x1000bd6ebc30007 connected 2024-11-18T18:14:04,205 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T18:14:04,207 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T18:14:04,208 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37561-0x1000bd6ebc30007, quorum=127.0.0.1:52267, baseZNode=/2-86048419 Set watcher on znode that does not yet exist, /2-86048419/master 2024-11-18T18:14:04,209 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37561-0x1000bd6ebc30007, quorum=127.0.0.1:52267, baseZNode=/2-86048419 Set watcher on znode that does not yet exist, /2-86048419/acl 2024-11-18T18:14:04,212 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37561 2024-11-18T18:14:04,217 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37561 2024-11-18T18:14:04,217 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37561 2024-11-18T18:14:04,217 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37561 2024-11-18T18:14:04,217 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37561 2024-11-18T18:14:04,229 DEBUG [M:0;818bff808382:43775 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;818bff808382:43775 2024-11-18T18:14:04,230 INFO [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-86048419/backup-masters/818bff808382,43775,1731953644152 2024-11-18T18:14:04,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43775-0x1000bd6ebc30006, quorum=127.0.0.1:52267, baseZNode=/2-86048419 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-86048419/backup-masters 2024-11-18T18:14:04,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37561-0x1000bd6ebc30007, quorum=127.0.0.1:52267, baseZNode=/2-86048419 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-86048419/backup-masters 2024-11-18T18:14:04,232 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43775-0x1000bd6ebc30006, quorum=127.0.0.1:52267, baseZNode=/2-86048419 Set watcher on existing znode=/2-86048419/backup-masters/818bff808382,43775,1731953644152 2024-11-18T18:14:04,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43775-0x1000bd6ebc30006, quorum=127.0.0.1:52267, baseZNode=/2-86048419 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-86048419 2024-11-18T18:14:04,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37561-0x1000bd6ebc30007, quorum=127.0.0.1:52267, baseZNode=/2-86048419 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-86048419/master 2024-11-18T18:14:04,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37561-0x1000bd6ebc30007, quorum=127.0.0.1:52267, baseZNode=/2-86048419 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-86048419 2024-11-18T18:14:04,234 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43775-0x1000bd6ebc30006, quorum=127.0.0.1:52267, baseZNode=/2-86048419 Set watcher on existing znode=/2-86048419/master 2024-11-18T18:14:04,234 INFO [master/818bff808382:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-86048419/backup-masters/818bff808382,43775,1731953644152 from backup master directory 2024-11-18T18:14:04,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43775-0x1000bd6ebc30006, quorum=127.0.0.1:52267, baseZNode=/2-86048419 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-86048419/backup-masters/818bff808382,43775,1731953644152 2024-11-18T18:14:04,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37561-0x1000bd6ebc30007, quorum=127.0.0.1:52267, baseZNode=/2-86048419 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-86048419/backup-masters 2024-11-18T18:14:04,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43775-0x1000bd6ebc30006, quorum=127.0.0.1:52267, baseZNode=/2-86048419 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-86048419/backup-masters 2024-11-18T18:14:04,236 WARN [master/818bff808382:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T18:14:04,236 INFO [master/818bff808382:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=818bff808382,43775,1731953644152 2024-11-18T18:14:04,239 DEBUG [master/818bff808382:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35515/user/jenkins/test-data/ebd76269-eb1e-36d3-4cf1-9a4dd369928e/hbase.id] with ID: f9e8770a-9e5e-44dc-be15-4c4d4b6f818d 2024-11-18T18:14:04,239 DEBUG [master/818bff808382:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35515/user/jenkins/test-data/ebd76269-eb1e-36d3-4cf1-9a4dd369928e/.tmp/hbase.id 2024-11-18T18:14:04,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38261 is added to blk_1073741826_1002 (size=42) 2024-11-18T18:14:04,646 DEBUG [master/818bff808382:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35515/user/jenkins/test-data/ebd76269-eb1e-36d3-4cf1-9a4dd369928e/.tmp/hbase.id]:[hdfs://localhost:35515/user/jenkins/test-data/ebd76269-eb1e-36d3-4cf1-9a4dd369928e/hbase.id] 2024-11-18T18:14:04,655 INFO [master/818bff808382:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:14:04,655 INFO [master/818bff808382:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T18:14:04,656 INFO [master/818bff808382:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-18T18:14:04,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37561-0x1000bd6ebc30007, quorum=127.0.0.1:52267, baseZNode=/2-86048419 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-86048419 2024-11-18T18:14:04,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43775-0x1000bd6ebc30006, quorum=127.0.0.1:52267, baseZNode=/2-86048419 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-86048419 2024-11-18T18:14:04,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38261 is added to blk_1073741827_1003 (size=196) 2024-11-18T18:14:04,663 INFO [master/818bff808382:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T18:14:04,664 INFO [master/818bff808382:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T18:14:04,664 INFO [master/818bff808382:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T18:14:04,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38261 is added to blk_1073741828_1004 (size=1189) 2024-11-18T18:14:04,672 INFO [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35515/user/jenkins/test-data/ebd76269-eb1e-36d3-4cf1-9a4dd369928e/MasterData/data/master/store 2024-11-18T18:14:04,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38261 is added to blk_1073741829_1005 (size=34) 2024-11-18T18:14:05,077 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:14:05,078 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T18:14:05,078 INFO [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:14:05,078 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:14:05,078 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T18:14:05,078 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:14:05,078 INFO [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:14:05,078 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731953645077Disabling compacts and flushes for region at 1731953645077Disabling writes for close at 1731953645078 (+1 ms)Writing region close event to WAL at 1731953645078Closed at 1731953645078 2024-11-18T18:14:05,079 WARN [master/818bff808382:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35515/user/jenkins/test-data/ebd76269-eb1e-36d3-4cf1-9a4dd369928e/MasterData/data/master/store/.initializing 2024-11-18T18:14:05,079 DEBUG [master/818bff808382:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35515/user/jenkins/test-data/ebd76269-eb1e-36d3-4cf1-9a4dd369928e/MasterData/WALs/818bff808382,43775,1731953644152 2024-11-18T18:14:05,079 INFO [master/818bff808382:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T18:14:05,081 INFO [master/818bff808382:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=818bff808382%2C43775%2C1731953644152, suffix=, logDir=hdfs://localhost:35515/user/jenkins/test-data/ebd76269-eb1e-36d3-4cf1-9a4dd369928e/MasterData/WALs/818bff808382,43775,1731953644152, archiveDir=hdfs://localhost:35515/user/jenkins/test-data/ebd76269-eb1e-36d3-4cf1-9a4dd369928e/MasterData/oldWALs, maxLogs=10 2024-11-18T18:14:05,098 DEBUG [master/818bff808382:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ebd76269-eb1e-36d3-4cf1-9a4dd369928e/MasterData/WALs/818bff808382,43775,1731953644152/818bff808382%2C43775%2C1731953644152.1731953645081, exclude list is [], retry=0 2024-11-18T18:14:05,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38261,DS-77f22416-bef0-4d2c-b3db-3a66101448f0,DISK] 2024-11-18T18:14:05,107 INFO [master/818bff808382:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ebd76269-eb1e-36d3-4cf1-9a4dd369928e/MasterData/WALs/818bff808382,43775,1731953644152/818bff808382%2C43775%2C1731953644152.1731953645081 2024-11-18T18:14:05,108 DEBUG [master/818bff808382:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38821:38821)] 2024-11-18T18:14:05,108 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T18:14:05,108 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:14:05,108 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:14:05,108 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:14:05,110 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:14:05,112 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T18:14:05,112 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:14:05,112 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:14:05,112 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:14:05,113 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T18:14:05,113 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:14:05,114 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:14:05,114 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:14:05,114 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T18:14:05,114 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:14:05,115 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:14:05,115 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:14:05,115 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T18:14:05,115 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:14:05,116 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:14:05,116 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:14:05,116 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35515/user/jenkins/test-data/ebd76269-eb1e-36d3-4cf1-9a4dd369928e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:14:05,116 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35515/user/jenkins/test-data/ebd76269-eb1e-36d3-4cf1-9a4dd369928e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:14:05,117 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:14:05,117 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:14:05,118 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T18:14:05,118 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:14:05,120 DEBUG [master/818bff808382:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35515/user/jenkins/test-data/ebd76269-eb1e-36d3-4cf1-9a4dd369928e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T18:14:05,120 INFO [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70187133, jitterRate=0.04586978256702423}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T18:14:05,121 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731953645109Initializing all the Stores at 1731953645109Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953645109Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953645110 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953645110Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953645110Cleaning up temporary data from old regions at 1731953645117 (+7 ms)Region opened successfully at 1731953645121 (+4 ms) 2024-11-18T18:14:05,121 INFO [master/818bff808382:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T18:14:05,125 DEBUG [master/818bff808382:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bf05ff2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=818bff808382/172.17.0.2:0 2024-11-18T18:14:05,126 INFO [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T18:14:05,126 INFO [master/818bff808382:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T18:14:05,126 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T18:14:05,126 INFO [master/818bff808382:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T18:14:05,127 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T18:14:05,127 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T18:14:05,127 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T18:14:05,129 INFO [master/818bff808382:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T18:14:05,129 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43775-0x1000bd6ebc30006, quorum=127.0.0.1:52267, baseZNode=/2-86048419 Unable to get data of znode /2-86048419/balancer because node does not exist (not necessarily an error) 2024-11-18T18:14:05,131 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-86048419/balancer already deleted, retry=false 2024-11-18T18:14:05,131 INFO [master/818bff808382:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T18:14:05,131 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43775-0x1000bd6ebc30006, quorum=127.0.0.1:52267, baseZNode=/2-86048419 Unable to get data of znode /2-86048419/normalizer because node does not exist (not necessarily an error) 2024-11-18T18:14:05,132 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-86048419/normalizer already deleted, retry=false 2024-11-18T18:14:05,133 INFO [master/818bff808382:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T18:14:05,133 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43775-0x1000bd6ebc30006, quorum=127.0.0.1:52267, baseZNode=/2-86048419 Unable to get data of znode /2-86048419/switch/split because node does not exist (not necessarily an error) 2024-11-18T18:14:05,135 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-86048419/switch/split already deleted, retry=false 2024-11-18T18:14:05,135 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43775-0x1000bd6ebc30006, quorum=127.0.0.1:52267, baseZNode=/2-86048419 Unable to get data of znode /2-86048419/switch/merge because node does not exist (not necessarily an error) 2024-11-18T18:14:05,137 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-86048419/switch/merge already deleted, retry=false 2024-11-18T18:14:05,139 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43775-0x1000bd6ebc30006, quorum=127.0.0.1:52267, baseZNode=/2-86048419 Unable to get data of znode /2-86048419/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T18:14:05,140 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-86048419/snapshot-cleanup already deleted, retry=false 2024-11-18T18:14:05,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37561-0x1000bd6ebc30007, quorum=127.0.0.1:52267, baseZNode=/2-86048419 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-86048419/running 2024-11-18T18:14:05,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43775-0x1000bd6ebc30006, quorum=127.0.0.1:52267, baseZNode=/2-86048419 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-86048419/running 2024-11-18T18:14:05,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37561-0x1000bd6ebc30007, quorum=127.0.0.1:52267, baseZNode=/2-86048419 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-86048419 2024-11-18T18:14:05,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43775-0x1000bd6ebc30006, quorum=127.0.0.1:52267, baseZNode=/2-86048419 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-86048419 2024-11-18T18:14:05,143 INFO [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=818bff808382,43775,1731953644152, sessionid=0x1000bd6ebc30006, setting cluster-up flag (Was=false) 2024-11-18T18:14:05,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37561-0x1000bd6ebc30007, quorum=127.0.0.1:52267, baseZNode=/2-86048419 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-86048419 2024-11-18T18:14:05,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43775-0x1000bd6ebc30006, quorum=127.0.0.1:52267, baseZNode=/2-86048419 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-86048419 2024-11-18T18:14:05,150 DEBUG [master/818bff808382:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-86048419/flush-table-proc/acquired, /2-86048419/flush-table-proc/reached, /2-86048419/flush-table-proc/abort 2024-11-18T18:14:05,151 DEBUG [master/818bff808382:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=818bff808382,43775,1731953644152 2024-11-18T18:14:05,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43775-0x1000bd6ebc30006, quorum=127.0.0.1:52267, baseZNode=/2-86048419 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-86048419 2024-11-18T18:14:05,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37561-0x1000bd6ebc30007, quorum=127.0.0.1:52267, baseZNode=/2-86048419 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-86048419 2024-11-18T18:14:05,168 DEBUG [master/818bff808382:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-86048419/online-snapshot/acquired, /2-86048419/online-snapshot/reached, /2-86048419/online-snapshot/abort 2024-11-18T18:14:05,169 DEBUG [master/818bff808382:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=818bff808382,43775,1731953644152 2024-11-18T18:14:05,170 INFO [master/818bff808382:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35515/user/jenkins/test-data/ebd76269-eb1e-36d3-4cf1-9a4dd369928e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T18:14:05,178 DEBUG [master/818bff808382:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T18:14:05,178 INFO [master/818bff808382:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T18:14:05,178 INFO [master/818bff808382:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T18:14:05,178 DEBUG [master/818bff808382:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 818bff808382,43775,1731953644152 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T18:14:05,180 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/818bff808382:0, corePoolSize=5, maxPoolSize=5 2024-11-18T18:14:05,180 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/818bff808382:0, corePoolSize=5, maxPoolSize=5 2024-11-18T18:14:05,180 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/818bff808382:0, corePoolSize=5, maxPoolSize=5 2024-11-18T18:14:05,180 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/818bff808382:0, corePoolSize=5, maxPoolSize=5 2024-11-18T18:14:05,180 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/818bff808382:0, corePoolSize=10, maxPoolSize=10 2024-11-18T18:14:05,181 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:14:05,181 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/818bff808382:0, corePoolSize=2, maxPoolSize=2 2024-11-18T18:14:05,181 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:14:05,184 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T18:14:05,184 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T18:14:05,186 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:14:05,186 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T18:14:05,208 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731953675208 2024-11-18T18:14:05,208 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T18:14:05,209 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T18:14:05,209 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T18:14:05,209 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T18:14:05,209 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T18:14:05,209 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T18:14:05,209 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T18:14:05,210 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T18:14:05,210 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T18:14:05,210 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T18:14:05,210 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T18:14:05,210 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T18:14:05,210 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T18:14:05,211 DEBUG [master/818bff808382:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/818bff808382:0:becomeActiveMaster-HFileCleaner.large.0-1731953645210,5,FailOnTimeoutGroup] 2024-11-18T18:14:05,212 DEBUG [master/818bff808382:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/818bff808382:0:becomeActiveMaster-HFileCleaner.small.0-1731953645211,5,FailOnTimeoutGroup] 2024-11-18T18:14:05,212 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T18:14:05,212 INFO [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T18:14:05,212 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T18:14:05,212 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T18:14:05,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38261 is added to blk_1073741831_1007 (size=1321) 2024-11-18T18:14:05,228 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35515/user/jenkins/test-data/ebd76269-eb1e-36d3-4cf1-9a4dd369928e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T18:14:05,229 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35515/user/jenkins/test-data/ebd76269-eb1e-36d3-4cf1-9a4dd369928e 2024-11-18T18:14:05,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38261 is added to blk_1073741832_1008 (size=32) 2024-11-18T18:14:05,242 INFO [RS:0;818bff808382:37561 {}] regionserver.HRegionServer(746): ClusterId : f9e8770a-9e5e-44dc-be15-4c4d4b6f818d 2024-11-18T18:14:05,242 DEBUG [RS:0;818bff808382:37561 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T18:14:05,244 DEBUG [RS:0;818bff808382:37561 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T18:14:05,244 DEBUG [RS:0;818bff808382:37561 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T18:14:05,246 DEBUG [RS:0;818bff808382:37561 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T18:14:05,246 DEBUG [RS:0;818bff808382:37561 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3131363a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=818bff808382/172.17.0.2:0 2024-11-18T18:14:05,263 DEBUG [RS:0;818bff808382:37561 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;818bff808382:37561 2024-11-18T18:14:05,263 INFO [RS:0;818bff808382:37561 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T18:14:05,263 INFO [RS:0;818bff808382:37561 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T18:14:05,263 DEBUG [RS:0;818bff808382:37561 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T18:14:05,265 INFO [RS:0;818bff808382:37561 {}] regionserver.HRegionServer(2659): reportForDuty to master=818bff808382,43775,1731953644152 with port=37561, startcode=1731953644196 2024-11-18T18:14:05,265 DEBUG [RS:0;818bff808382:37561 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T18:14:05,266 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60147, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T18:14:05,267 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43775 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 818bff808382,37561,1731953644196 2024-11-18T18:14:05,267 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43775 {}] master.ServerManager(517): Registering regionserver=818bff808382,37561,1731953644196 2024-11-18T18:14:05,268 DEBUG [RS:0;818bff808382:37561 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35515/user/jenkins/test-data/ebd76269-eb1e-36d3-4cf1-9a4dd369928e 2024-11-18T18:14:05,269 DEBUG [RS:0;818bff808382:37561 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35515 2024-11-18T18:14:05,269 DEBUG [RS:0;818bff808382:37561 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T18:14:05,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43775-0x1000bd6ebc30006, quorum=127.0.0.1:52267, baseZNode=/2-86048419 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-86048419/rs 2024-11-18T18:14:05,279 DEBUG [RS:0;818bff808382:37561 {}] zookeeper.ZKUtil(111): regionserver:37561-0x1000bd6ebc30007, quorum=127.0.0.1:52267, baseZNode=/2-86048419 Set watcher on existing znode=/2-86048419/rs/818bff808382,37561,1731953644196 2024-11-18T18:14:05,279 WARN [RS:0;818bff808382:37561 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T18:14:05,279 INFO [RS:0;818bff808382:37561 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T18:14:05,279 DEBUG [RS:0;818bff808382:37561 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35515/user/jenkins/test-data/ebd76269-eb1e-36d3-4cf1-9a4dd369928e/WALs/818bff808382,37561,1731953644196 2024-11-18T18:14:05,281 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [818bff808382,37561,1731953644196] 2024-11-18T18:14:05,284 INFO [RS:0;818bff808382:37561 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T18:14:05,300 INFO [RS:0;818bff808382:37561 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T18:14:05,302 INFO [RS:0;818bff808382:37561 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T18:14:05,302 INFO [RS:0;818bff808382:37561 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T18:14:05,302 INFO [RS:0;818bff808382:37561 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T18:14:05,303 INFO [RS:0;818bff808382:37561 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T18:14:05,303 INFO [RS:0;818bff808382:37561 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T18:14:05,303 DEBUG [RS:0;818bff808382:37561 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:14:05,303 DEBUG [RS:0;818bff808382:37561 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:14:05,303 DEBUG [RS:0;818bff808382:37561 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:14:05,303 DEBUG [RS:0;818bff808382:37561 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:14:05,303 DEBUG [RS:0;818bff808382:37561 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:14:05,303 DEBUG [RS:0;818bff808382:37561 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/818bff808382:0, corePoolSize=2, maxPoolSize=2 2024-11-18T18:14:05,303 DEBUG [RS:0;818bff808382:37561 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:14:05,303 DEBUG [RS:0;818bff808382:37561 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:14:05,303 DEBUG [RS:0;818bff808382:37561 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:14:05,303 DEBUG [RS:0;818bff808382:37561 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:14:05,303 DEBUG [RS:0;818bff808382:37561 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:14:05,303 DEBUG [RS:0;818bff808382:37561 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:14:05,303 DEBUG [RS:0;818bff808382:37561 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0, corePoolSize=3, maxPoolSize=3 2024-11-18T18:14:05,303 DEBUG [RS:0;818bff808382:37561 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/818bff808382:0, corePoolSize=3, maxPoolSize=3 2024-11-18T18:14:05,304 INFO [RS:0;818bff808382:37561 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T18:14:05,304 INFO [RS:0;818bff808382:37561 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T18:14:05,304 INFO [RS:0;818bff808382:37561 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T18:14:05,304 INFO [RS:0;818bff808382:37561 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T18:14:05,304 INFO [RS:0;818bff808382:37561 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T18:14:05,304 INFO [RS:0;818bff808382:37561 {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,37561,1731953644196-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T18:14:05,324 INFO [RS:0;818bff808382:37561 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T18:14:05,324 INFO [RS:0;818bff808382:37561 {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,37561,1731953644196-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T18:14:05,324 INFO [RS:0;818bff808382:37561 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:14:05,324 INFO [RS:0;818bff808382:37561 {}] regionserver.Replication(171): 818bff808382,37561,1731953644196 started 2024-11-18T18:14:05,344 INFO [RS:0;818bff808382:37561 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:14:05,344 INFO [RS:0;818bff808382:37561 {}] regionserver.HRegionServer(1482): Serving as 818bff808382,37561,1731953644196, RpcServer on 818bff808382/172.17.0.2:37561, sessionid=0x1000bd6ebc30007 2024-11-18T18:14:05,344 DEBUG [RS:0;818bff808382:37561 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T18:14:05,344 DEBUG [RS:0;818bff808382:37561 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 818bff808382,37561,1731953644196 2024-11-18T18:14:05,344 DEBUG [RS:0;818bff808382:37561 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '818bff808382,37561,1731953644196' 2024-11-18T18:14:05,344 DEBUG [RS:0;818bff808382:37561 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-86048419/flush-table-proc/abort' 2024-11-18T18:14:05,345 DEBUG [RS:0;818bff808382:37561 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-86048419/flush-table-proc/acquired' 2024-11-18T18:14:05,346 DEBUG [RS:0;818bff808382:37561 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T18:14:05,346 DEBUG [RS:0;818bff808382:37561 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T18:14:05,346 DEBUG [RS:0;818bff808382:37561 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 818bff808382,37561,1731953644196 2024-11-18T18:14:05,346 DEBUG [RS:0;818bff808382:37561 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '818bff808382,37561,1731953644196' 2024-11-18T18:14:05,346 DEBUG [RS:0;818bff808382:37561 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-86048419/online-snapshot/abort' 2024-11-18T18:14:05,346 DEBUG [RS:0;818bff808382:37561 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-86048419/online-snapshot/acquired' 2024-11-18T18:14:05,347 DEBUG [RS:0;818bff808382:37561 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T18:14:05,347 INFO [RS:0;818bff808382:37561 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T18:14:05,347 INFO [RS:0;818bff808382:37561 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T18:14:05,439 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T18:14:05,441 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:14:05,441 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:14:05,441 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:14:05,441 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:14:05,447 INFO [RS:0;818bff808382:37561 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T18:14:05,456 INFO [RS:0;818bff808382:37561 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=818bff808382%2C37561%2C1731953644196, suffix=, logDir=hdfs://localhost:35515/user/jenkins/test-data/ebd76269-eb1e-36d3-4cf1-9a4dd369928e/WALs/818bff808382,37561,1731953644196, archiveDir=hdfs://localhost:35515/user/jenkins/test-data/ebd76269-eb1e-36d3-4cf1-9a4dd369928e/oldWALs, maxLogs=10 2024-11-18T18:14:05,476 DEBUG [RS:0;818bff808382:37561 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ebd76269-eb1e-36d3-4cf1-9a4dd369928e/WALs/818bff808382,37561,1731953644196/818bff808382%2C37561%2C1731953644196.1731953645457, exclude list is [], retry=0 2024-11-18T18:14:05,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38261,DS-77f22416-bef0-4d2c-b3db-3a66101448f0,DISK] 2024-11-18T18:14:05,487 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:14:05,488 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:14:05,488 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:14:05,488 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:14:05,488 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:14:05,489 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:14:05,494 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:14:05,498 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:14:05,498 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:14:05,501 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:14:05,512 INFO [RS:0;818bff808382:37561 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ebd76269-eb1e-36d3-4cf1-9a4dd369928e/WALs/818bff808382,37561,1731953644196/818bff808382%2C37561%2C1731953644196.1731953645457 2024-11-18T18:14:05,520 DEBUG [RS:0;818bff808382:37561 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38821:38821)] 2024-11-18T18:14:05,523 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T18:14:05,579 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-18T18:14:05,579 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-18T18:14:05,642 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:14:05,644 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T18:14:05,645 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T18:14:05,645 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:14:05,645 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:14:05,645 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T18:14:05,646 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T18:14:05,646 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:14:05,647 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:14:05,647 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T18:14:05,648 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T18:14:05,648 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:14:05,648 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:14:05,648 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T18:14:05,649 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T18:14:05,649 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:14:05,649 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:14:05,649 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T18:14:05,650 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35515/user/jenkins/test-data/ebd76269-eb1e-36d3-4cf1-9a4dd369928e/data/hbase/meta/1588230740 2024-11-18T18:14:05,650 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35515/user/jenkins/test-data/ebd76269-eb1e-36d3-4cf1-9a4dd369928e/data/hbase/meta/1588230740 2024-11-18T18:14:05,651 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T18:14:05,651 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T18:14:05,651 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T18:14:05,657 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T18:14:05,658 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35515/user/jenkins/test-data/ebd76269-eb1e-36d3-4cf1-9a4dd369928e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T18:14:05,659 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61739926, jitterRate=-0.08000341057777405}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T18:14:05,659 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731953645642Initializing all the Stores at 1731953645643 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953645643Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953645644 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953645644Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953645644Cleaning up temporary data from old regions at 1731953645651 (+7 ms)Region opened successfully at 1731953645659 (+8 ms) 2024-11-18T18:14:05,659 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T18:14:05,659 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T18:14:05,659 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T18:14:05,659 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T18:14:05,659 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T18:14:05,660 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T18:14:05,660 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731953645659Disabling compacts and flushes for region at 1731953645659Disabling writes for close at 1731953645659Writing region close event to WAL at 1731953645660 (+1 ms)Closed at 1731953645660 2024-11-18T18:14:05,661 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T18:14:05,661 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T18:14:05,662 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T18:14:05,663 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T18:14:05,664 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T18:14:05,815 DEBUG [818bff808382:43775 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T18:14:05,815 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=818bff808382,37561,1731953644196 2024-11-18T18:14:05,816 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 818bff808382,37561,1731953644196, state=OPENING 2024-11-18T18:14:05,818 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T18:14:05,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37561-0x1000bd6ebc30007, quorum=127.0.0.1:52267, baseZNode=/2-86048419 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-86048419 2024-11-18T18:14:05,821 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-86048419/meta-region-server: CHANGED 2024-11-18T18:14:05,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43775-0x1000bd6ebc30006, quorum=127.0.0.1:52267, baseZNode=/2-86048419 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-86048419 2024-11-18T18:14:05,822 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-86048419/meta-region-server: CHANGED 2024-11-18T18:14:05,822 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T18:14:05,822 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=818bff808382,37561,1731953644196}] 2024-11-18T18:14:05,975 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T18:14:05,976 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47895, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T18:14:05,979 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T18:14:05,979 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T18:14:05,979 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T18:14:05,980 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=818bff808382%2C37561%2C1731953644196.meta, suffix=.meta, logDir=hdfs://localhost:35515/user/jenkins/test-data/ebd76269-eb1e-36d3-4cf1-9a4dd369928e/WALs/818bff808382,37561,1731953644196, archiveDir=hdfs://localhost:35515/user/jenkins/test-data/ebd76269-eb1e-36d3-4cf1-9a4dd369928e/oldWALs, maxLogs=10 2024-11-18T18:14:05,998 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ebd76269-eb1e-36d3-4cf1-9a4dd369928e/WALs/818bff808382,37561,1731953644196/818bff808382%2C37561%2C1731953644196.meta.1731953645981.meta, exclude list is [], retry=0 2024-11-18T18:14:06,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38261,DS-77f22416-bef0-4d2c-b3db-3a66101448f0,DISK] 2024-11-18T18:14:06,002 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ebd76269-eb1e-36d3-4cf1-9a4dd369928e/WALs/818bff808382,37561,1731953644196/818bff808382%2C37561%2C1731953644196.meta.1731953645981.meta 2024-11-18T18:14:06,002 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38821:38821)] 2024-11-18T18:14:06,002 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T18:14:06,003 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T18:14:06,003 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T18:14:06,003 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T18:14:06,003 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T18:14:06,003 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T18:14:06,003 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:14:06,003 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T18:14:06,003 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T18:14:06,004 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T18:14:06,005 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T18:14:06,005 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:14:06,005 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:14:06,005 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T18:14:06,006 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T18:14:06,006 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:14:06,006 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:14:06,006 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T18:14:06,007 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T18:14:06,007 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:14:06,007 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:14:06,007 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T18:14:06,007 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T18:14:06,007 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:14:06,008 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:14:06,008 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T18:14:06,008 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35515/user/jenkins/test-data/ebd76269-eb1e-36d3-4cf1-9a4dd369928e/data/hbase/meta/1588230740 2024-11-18T18:14:06,009 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35515/user/jenkins/test-data/ebd76269-eb1e-36d3-4cf1-9a4dd369928e/data/hbase/meta/1588230740 2024-11-18T18:14:06,010 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T18:14:06,010 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T18:14:06,010 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T18:14:06,011 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T18:14:06,012 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69727467, jitterRate=0.039020225405693054}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T18:14:06,012 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T18:14:06,012 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731953646003Writing region info on filesystem at 1731953646003Initializing all the Stores at 1731953646004 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953646004Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953646004Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953646004Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953646004Cleaning up temporary data from old regions at 1731953646010 (+6 ms)Running coprocessor post-open hooks at 1731953646012 (+2 ms)Region opened successfully at 1731953646012 2024-11-18T18:14:06,013 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731953645974 2024-11-18T18:14:06,015 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T18:14:06,015 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T18:14:06,015 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=818bff808382,37561,1731953644196 2024-11-18T18:14:06,016 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 818bff808382,37561,1731953644196, state=OPEN 2024-11-18T18:14:06,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37561-0x1000bd6ebc30007, quorum=127.0.0.1:52267, baseZNode=/2-86048419 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-86048419/meta-region-server 2024-11-18T18:14:06,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43775-0x1000bd6ebc30006, quorum=127.0.0.1:52267, baseZNode=/2-86048419 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-86048419/meta-region-server 2024-11-18T18:14:06,018 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=818bff808382,37561,1731953644196 2024-11-18T18:14:06,018 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-86048419/meta-region-server: CHANGED 2024-11-18T18:14:06,018 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-86048419/meta-region-server: CHANGED 2024-11-18T18:14:06,020 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T18:14:06,020 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=818bff808382,37561,1731953644196 in 196 msec 2024-11-18T18:14:06,021 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T18:14:06,021 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 359 msec 2024-11-18T18:14:06,022 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T18:14:06,022 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T18:14:06,023 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T18:14:06,023 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=818bff808382,37561,1731953644196, seqNum=-1] 2024-11-18T18:14:06,023 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T18:14:06,024 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48635, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T18:14:06,027 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 851 msec 2024-11-18T18:14:06,028 INFO [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731953646028, completionTime=-1 2024-11-18T18:14:06,028 INFO [master/818bff808382:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T18:14:06,028 DEBUG [master/818bff808382:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T18:14:06,029 INFO [master/818bff808382:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T18:14:06,029 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731953706029 2024-11-18T18:14:06,029 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731953766029 2024-11-18T18:14:06,029 INFO [master/818bff808382:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-18T18:14:06,031 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,43775,1731953644152-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T18:14:06,031 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,43775,1731953644152-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:14:06,031 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,43775,1731953644152-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:14:06,031 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-818bff808382:43775, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:14:06,031 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T18:14:06,032 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T18:14:06,033 DEBUG [master/818bff808382:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T18:14:06,034 INFO [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.798sec 2024-11-18T18:14:06,035 INFO [master/818bff808382:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T18:14:06,035 INFO [master/818bff808382:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T18:14:06,035 INFO [master/818bff808382:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T18:14:06,035 INFO [master/818bff808382:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T18:14:06,035 INFO [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T18:14:06,035 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,43775,1731953644152-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T18:14:06,035 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,43775,1731953644152-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T18:14:06,036 DEBUG [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T18:14:06,036 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T18:14:06,036 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,43775,1731953644152-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:14:06,041 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2315ae2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:14:06,042 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 818bff808382,43775,-1 for getting cluster id 2024-11-18T18:14:06,042 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T18:14:06,043 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f9e8770a-9e5e-44dc-be15-4c4d4b6f818d' 2024-11-18T18:14:06,043 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T18:14:06,043 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f9e8770a-9e5e-44dc-be15-4c4d4b6f818d" 2024-11-18T18:14:06,043 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@379dc7ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:14:06,043 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [818bff808382,43775,-1] 2024-11-18T18:14:06,044 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T18:14:06,044 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:14:06,045 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48888, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T18:14:06,045 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@703b1795, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:14:06,045 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T18:14:06,046 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=818bff808382,37561,1731953644196, seqNum=-1] 2024-11-18T18:14:06,047 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T18:14:06,047 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T18:14:06,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=818bff808382,43775,1731953644152 2024-11-18T18:14:06,049 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:52267 2024-11-18T18:14:06,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:52267, baseZNode=/2-86048419 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T18:14:06,052 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1000bd6ebc30008 connected 2024-11-18T18:14:06,055 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T18:14:06,056 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 818bff808382,42615,1731953637297 2024-11-18T18:14:06,056 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4792ffe7 2024-11-18T18:14:06,056 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T18:14:06,057 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41540, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T18:14:06,058 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42615 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T18:14:06,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42615 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-18T18:14:06,060 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T18:14:06,060 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:14:06,060 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42615 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-18T18:14:06,061 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T18:14:06,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42615 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T18:14:06,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39783 is added to blk_1073741835_1011 (size=902) 2024-11-18T18:14:06,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42615 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T18:14:06,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42615 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T18:14:06,468 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 69fb8bc732962d8ddd01ad9aeb37cc94, NAME => 'test,,1731953646057.69fb8bc732962d8ddd01ad9aeb37cc94.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42587/user/jenkins/test-data/c645face-7769-bde9-12f9-d5959e1f54d4 2024-11-18T18:14:06,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39783 is added to blk_1073741836_1012 (size=39) 2024-11-18T18:14:06,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42615 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T18:14:06,874 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731953646057.69fb8bc732962d8ddd01ad9aeb37cc94.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:14:06,874 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 69fb8bc732962d8ddd01ad9aeb37cc94, disabling compactions & flushes 2024-11-18T18:14:06,874 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731953646057.69fb8bc732962d8ddd01ad9aeb37cc94. 2024-11-18T18:14:06,874 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731953646057.69fb8bc732962d8ddd01ad9aeb37cc94. 2024-11-18T18:14:06,874 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731953646057.69fb8bc732962d8ddd01ad9aeb37cc94. after waiting 0 ms 2024-11-18T18:14:06,874 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731953646057.69fb8bc732962d8ddd01ad9aeb37cc94. 2024-11-18T18:14:06,874 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731953646057.69fb8bc732962d8ddd01ad9aeb37cc94. 2024-11-18T18:14:06,874 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 69fb8bc732962d8ddd01ad9aeb37cc94: Waiting for close lock at 1731953646874Disabling compacts and flushes for region at 1731953646874Disabling writes for close at 1731953646874Writing region close event to WAL at 1731953646874Closed at 1731953646874 2024-11-18T18:14:06,875 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T18:14:06,876 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731953646057.69fb8bc732962d8ddd01ad9aeb37cc94.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731953646875"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731953646875"}]},"ts":"1731953646875"} 2024-11-18T18:14:06,878 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T18:14:06,878 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T18:14:06,878 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731953646878"}]},"ts":"1731953646878"} 2024-11-18T18:14:06,880 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-18T18:14:06,880 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=69fb8bc732962d8ddd01ad9aeb37cc94, ASSIGN}] 2024-11-18T18:14:06,881 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=69fb8bc732962d8ddd01ad9aeb37cc94, ASSIGN 2024-11-18T18:14:06,882 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=69fb8bc732962d8ddd01ad9aeb37cc94, ASSIGN; state=OFFLINE, location=818bff808382,40249,1731953637359; forceNewPlan=false, retain=false 2024-11-18T18:14:07,033 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=69fb8bc732962d8ddd01ad9aeb37cc94, regionState=OPENING, regionLocation=818bff808382,40249,1731953637359 2024-11-18T18:14:07,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=69fb8bc732962d8ddd01ad9aeb37cc94, ASSIGN because future has completed 2024-11-18T18:14:07,036 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 69fb8bc732962d8ddd01ad9aeb37cc94, server=818bff808382,40249,1731953637359}] 2024-11-18T18:14:07,195 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731953646057.69fb8bc732962d8ddd01ad9aeb37cc94. 2024-11-18T18:14:07,195 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 69fb8bc732962d8ddd01ad9aeb37cc94, NAME => 'test,,1731953646057.69fb8bc732962d8ddd01ad9aeb37cc94.', STARTKEY => '', ENDKEY => ''} 2024-11-18T18:14:07,196 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T18:14:07,196 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-18T18:14:07,196 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 69fb8bc732962d8ddd01ad9aeb37cc94 2024-11-18T18:14:07,196 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731953646057.69fb8bc732962d8ddd01ad9aeb37cc94.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:14:07,196 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 69fb8bc732962d8ddd01ad9aeb37cc94 2024-11-18T18:14:07,196 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 69fb8bc732962d8ddd01ad9aeb37cc94 2024-11-18T18:14:07,200 INFO [StoreOpener-69fb8bc732962d8ddd01ad9aeb37cc94-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 69fb8bc732962d8ddd01ad9aeb37cc94 2024-11-18T18:14:07,201 INFO [StoreOpener-69fb8bc732962d8ddd01ad9aeb37cc94-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 69fb8bc732962d8ddd01ad9aeb37cc94 columnFamilyName f 2024-11-18T18:14:07,202 DEBUG [StoreOpener-69fb8bc732962d8ddd01ad9aeb37cc94-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:14:07,202 INFO [StoreOpener-69fb8bc732962d8ddd01ad9aeb37cc94-1 {}] regionserver.HStore(327): Store=69fb8bc732962d8ddd01ad9aeb37cc94/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:14:07,202 INFO [StoreOpener-69fb8bc732962d8ddd01ad9aeb37cc94-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 69fb8bc732962d8ddd01ad9aeb37cc94 2024-11-18T18:14:07,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42615 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T18:14:07,204 INFO [StoreOpener-69fb8bc732962d8ddd01ad9aeb37cc94-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 69fb8bc732962d8ddd01ad9aeb37cc94 columnFamilyName f1 2024-11-18T18:14:07,204 DEBUG [StoreOpener-69fb8bc732962d8ddd01ad9aeb37cc94-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:14:07,204 INFO [StoreOpener-69fb8bc732962d8ddd01ad9aeb37cc94-1 {}] regionserver.HStore(327): Store=69fb8bc732962d8ddd01ad9aeb37cc94/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:14:07,204 INFO [StoreOpener-69fb8bc732962d8ddd01ad9aeb37cc94-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 69fb8bc732962d8ddd01ad9aeb37cc94 2024-11-18T18:14:07,205 INFO [StoreOpener-69fb8bc732962d8ddd01ad9aeb37cc94-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 69fb8bc732962d8ddd01ad9aeb37cc94 columnFamilyName norep 2024-11-18T18:14:07,205 DEBUG [StoreOpener-69fb8bc732962d8ddd01ad9aeb37cc94-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:14:07,206 INFO [StoreOpener-69fb8bc732962d8ddd01ad9aeb37cc94-1 {}] regionserver.HStore(327): Store=69fb8bc732962d8ddd01ad9aeb37cc94/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:14:07,207 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 69fb8bc732962d8ddd01ad9aeb37cc94 2024-11-18T18:14:07,208 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42587/user/jenkins/test-data/c645face-7769-bde9-12f9-d5959e1f54d4/data/default/test/69fb8bc732962d8ddd01ad9aeb37cc94 2024-11-18T18:14:07,208 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42587/user/jenkins/test-data/c645face-7769-bde9-12f9-d5959e1f54d4/data/default/test/69fb8bc732962d8ddd01ad9aeb37cc94 2024-11-18T18:14:07,209 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 69fb8bc732962d8ddd01ad9aeb37cc94 2024-11-18T18:14:07,209 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 69fb8bc732962d8ddd01ad9aeb37cc94 2024-11-18T18:14:07,210 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T18:14:07,210 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 69fb8bc732962d8ddd01ad9aeb37cc94 2024-11-18T18:14:07,212 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42587/user/jenkins/test-data/c645face-7769-bde9-12f9-d5959e1f54d4/data/default/test/69fb8bc732962d8ddd01ad9aeb37cc94/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T18:14:07,213 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 69fb8bc732962d8ddd01ad9aeb37cc94; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72958460, jitterRate=0.08716577291488647}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T18:14:07,213 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 69fb8bc732962d8ddd01ad9aeb37cc94 2024-11-18T18:14:07,214 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 69fb8bc732962d8ddd01ad9aeb37cc94: Running coprocessor pre-open hook at 1731953647196Writing region info on filesystem at 1731953647196Initializing all the Stores at 1731953647197 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953647197Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953647200 (+3 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953647200Cleaning up temporary data from old regions at 1731953647209 (+9 ms)Running coprocessor post-open hooks at 1731953647213 (+4 ms)Region opened successfully at 1731953647214 (+1 ms) 2024-11-18T18:14:07,215 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731953646057.69fb8bc732962d8ddd01ad9aeb37cc94., pid=6, masterSystemTime=1731953647189 2024-11-18T18:14:07,217 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731953646057.69fb8bc732962d8ddd01ad9aeb37cc94. 2024-11-18T18:14:07,217 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731953646057.69fb8bc732962d8ddd01ad9aeb37cc94. 2024-11-18T18:14:07,218 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=69fb8bc732962d8ddd01ad9aeb37cc94, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=818bff808382,40249,1731953637359 2024-11-18T18:14:07,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 69fb8bc732962d8ddd01ad9aeb37cc94, server=818bff808382,40249,1731953637359 because future has completed 2024-11-18T18:14:07,222 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T18:14:07,222 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 69fb8bc732962d8ddd01ad9aeb37cc94, server=818bff808382,40249,1731953637359 in 184 msec 2024-11-18T18:14:07,224 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T18:14:07,224 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=69fb8bc732962d8ddd01ad9aeb37cc94, ASSIGN in 342 msec 2024-11-18T18:14:07,225 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T18:14:07,225 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731953647225"}]},"ts":"1731953647225"} 2024-11-18T18:14:07,226 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-18T18:14:07,227 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T18:14:07,228 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1690 sec 2024-11-18T18:14:08,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42615 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T18:14:08,223 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-18T18:14:08,223 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T18:14:08,224 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 818bff808382,34243,1731953640971 2024-11-18T18:14:08,224 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@481384cf 2024-11-18T18:14:08,224 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T18:14:08,225 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46548, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T18:14:08,226 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34243 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T18:14:08,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34243 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-18T18:14:08,228 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T18:14:08,229 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:14:08,229 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34243 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-18T18:14:08,229 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T18:14:08,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34243 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T18:14:08,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33315 is added to blk_1073741835_1011 (size=902) 2024-11-18T18:14:08,243 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => abc0ac061630d32031bf2a6206bc28fb, NAME => 'test,,1731953648226.abc0ac061630d32031bf2a6206bc28fb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42293/user/jenkins/test-data/05a58095-600f-eac5-069c-0b9f9ca116d9 2024-11-18T18:14:08,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33315 is added to blk_1073741836_1012 (size=39) 2024-11-18T18:14:08,251 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731953648226.abc0ac061630d32031bf2a6206bc28fb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:14:08,252 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing abc0ac061630d32031bf2a6206bc28fb, disabling compactions & flushes 2024-11-18T18:14:08,252 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731953648226.abc0ac061630d32031bf2a6206bc28fb. 2024-11-18T18:14:08,252 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731953648226.abc0ac061630d32031bf2a6206bc28fb. 2024-11-18T18:14:08,252 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731953648226.abc0ac061630d32031bf2a6206bc28fb. after waiting 0 ms 2024-11-18T18:14:08,252 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731953648226.abc0ac061630d32031bf2a6206bc28fb. 2024-11-18T18:14:08,252 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731953648226.abc0ac061630d32031bf2a6206bc28fb. 2024-11-18T18:14:08,252 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for abc0ac061630d32031bf2a6206bc28fb: Waiting for close lock at 1731953648252Disabling compacts and flushes for region at 1731953648252Disabling writes for close at 1731953648252Writing region close event to WAL at 1731953648252Closed at 1731953648252 2024-11-18T18:14:08,253 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T18:14:08,254 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731953648226.abc0ac061630d32031bf2a6206bc28fb.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731953648253"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731953648253"}]},"ts":"1731953648253"} 2024-11-18T18:14:08,256 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T18:14:08,257 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T18:14:08,257 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731953648257"}]},"ts":"1731953648257"} 2024-11-18T18:14:08,259 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-18T18:14:08,259 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=abc0ac061630d32031bf2a6206bc28fb, ASSIGN}] 2024-11-18T18:14:08,260 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=abc0ac061630d32031bf2a6206bc28fb, ASSIGN 2024-11-18T18:14:08,261 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=abc0ac061630d32031bf2a6206bc28fb, ASSIGN; state=OFFLINE, location=818bff808382,39147,1731953641027; forceNewPlan=false, retain=false 2024-11-18T18:14:08,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34243 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T18:14:08,412 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=abc0ac061630d32031bf2a6206bc28fb, regionState=OPENING, regionLocation=818bff808382,39147,1731953641027 2024-11-18T18:14:08,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=abc0ac061630d32031bf2a6206bc28fb, ASSIGN because future has completed 2024-11-18T18:14:08,415 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure abc0ac061630d32031bf2a6206bc28fb, server=818bff808382,39147,1731953641027}] 2024-11-18T18:14:08,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34243 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T18:14:08,573 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731953648226.abc0ac061630d32031bf2a6206bc28fb. 2024-11-18T18:14:08,573 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => abc0ac061630d32031bf2a6206bc28fb, NAME => 'test,,1731953648226.abc0ac061630d32031bf2a6206bc28fb.', STARTKEY => '', ENDKEY => ''} 2024-11-18T18:14:08,573 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T18:14:08,574 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-18T18:14:08,574 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test abc0ac061630d32031bf2a6206bc28fb 2024-11-18T18:14:08,574 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731953648226.abc0ac061630d32031bf2a6206bc28fb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:14:08,574 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for abc0ac061630d32031bf2a6206bc28fb 2024-11-18T18:14:08,574 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for abc0ac061630d32031bf2a6206bc28fb 2024-11-18T18:14:08,575 INFO [StoreOpener-abc0ac061630d32031bf2a6206bc28fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region abc0ac061630d32031bf2a6206bc28fb 2024-11-18T18:14:08,577 INFO [StoreOpener-abc0ac061630d32031bf2a6206bc28fb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region abc0ac061630d32031bf2a6206bc28fb columnFamilyName f 2024-11-18T18:14:08,577 DEBUG [StoreOpener-abc0ac061630d32031bf2a6206bc28fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:14:08,577 INFO [StoreOpener-abc0ac061630d32031bf2a6206bc28fb-1 {}] regionserver.HStore(327): Store=abc0ac061630d32031bf2a6206bc28fb/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:14:08,577 INFO [StoreOpener-abc0ac061630d32031bf2a6206bc28fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region abc0ac061630d32031bf2a6206bc28fb 2024-11-18T18:14:08,579 INFO [StoreOpener-abc0ac061630d32031bf2a6206bc28fb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region abc0ac061630d32031bf2a6206bc28fb columnFamilyName f1 2024-11-18T18:14:08,579 DEBUG [StoreOpener-abc0ac061630d32031bf2a6206bc28fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:14:08,579 INFO [StoreOpener-abc0ac061630d32031bf2a6206bc28fb-1 {}] regionserver.HStore(327): Store=abc0ac061630d32031bf2a6206bc28fb/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:14:08,579 INFO [StoreOpener-abc0ac061630d32031bf2a6206bc28fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region abc0ac061630d32031bf2a6206bc28fb 2024-11-18T18:14:08,580 INFO [StoreOpener-abc0ac061630d32031bf2a6206bc28fb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region abc0ac061630d32031bf2a6206bc28fb columnFamilyName norep 2024-11-18T18:14:08,580 DEBUG [StoreOpener-abc0ac061630d32031bf2a6206bc28fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:14:08,581 INFO [StoreOpener-abc0ac061630d32031bf2a6206bc28fb-1 {}] regionserver.HStore(327): Store=abc0ac061630d32031bf2a6206bc28fb/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:14:08,581 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for abc0ac061630d32031bf2a6206bc28fb 2024-11-18T18:14:08,581 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42293/user/jenkins/test-data/05a58095-600f-eac5-069c-0b9f9ca116d9/data/default/test/abc0ac061630d32031bf2a6206bc28fb 2024-11-18T18:14:08,582 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42293/user/jenkins/test-data/05a58095-600f-eac5-069c-0b9f9ca116d9/data/default/test/abc0ac061630d32031bf2a6206bc28fb 2024-11-18T18:14:08,582 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for abc0ac061630d32031bf2a6206bc28fb 2024-11-18T18:14:08,582 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for abc0ac061630d32031bf2a6206bc28fb 2024-11-18T18:14:08,583 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T18:14:08,584 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for abc0ac061630d32031bf2a6206bc28fb 2024-11-18T18:14:08,585 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42293/user/jenkins/test-data/05a58095-600f-eac5-069c-0b9f9ca116d9/data/default/test/abc0ac061630d32031bf2a6206bc28fb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T18:14:08,586 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened abc0ac061630d32031bf2a6206bc28fb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72804908, jitterRate=0.08487766981124878}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T18:14:08,586 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for abc0ac061630d32031bf2a6206bc28fb 2024-11-18T18:14:08,586 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for abc0ac061630d32031bf2a6206bc28fb: Running coprocessor pre-open hook at 1731953648574Writing region info on filesystem at 1731953648574Initializing all the Stores at 1731953648575 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953648575Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953648575Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953648575Cleaning up temporary data from old regions at 1731953648582 (+7 ms)Running coprocessor post-open hooks at 1731953648586 (+4 ms)Region opened successfully at 1731953648586 2024-11-18T18:14:08,587 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731953648226.abc0ac061630d32031bf2a6206bc28fb., pid=6, masterSystemTime=1731953648567 2024-11-18T18:14:08,588 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731953648226.abc0ac061630d32031bf2a6206bc28fb. 2024-11-18T18:14:08,588 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731953648226.abc0ac061630d32031bf2a6206bc28fb. 2024-11-18T18:14:08,589 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=abc0ac061630d32031bf2a6206bc28fb, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=818bff808382,39147,1731953641027 2024-11-18T18:14:08,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure abc0ac061630d32031bf2a6206bc28fb, server=818bff808382,39147,1731953641027 because future has completed 2024-11-18T18:14:08,596 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T18:14:08,596 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure abc0ac061630d32031bf2a6206bc28fb, server=818bff808382,39147,1731953641027 in 179 msec 2024-11-18T18:14:08,599 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T18:14:08,599 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=abc0ac061630d32031bf2a6206bc28fb, ASSIGN in 338 msec 2024-11-18T18:14:08,600 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T18:14:08,600 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731953648600"}]},"ts":"1731953648600"} 2024-11-18T18:14:08,603 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-18T18:14:08,604 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T18:14:08,605 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 378 msec 2024-11-18T18:14:08,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34243 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T18:14:08,862 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-18T18:14:08,862 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T18:14:08,863 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 818bff808382,43775,1731953644152 2024-11-18T18:14:08,863 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@67640b40 2024-11-18T18:14:08,863 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T18:14:08,864 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48890, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T18:14:08,865 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43775 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T18:14:08,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43775 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-18T18:14:08,867 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T18:14:08,867 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:14:08,867 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43775 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-18T18:14:08,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T18:14:08,868 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T18:14:08,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38261 is added to blk_1073741835_1011 (size=902) 2024-11-18T18:14:08,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T18:14:09,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T18:14:09,275 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2dbee65a611a7b589f719c7175fa0f63, NAME => 'test,,1731953648865.2dbee65a611a7b589f719c7175fa0f63.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35515/user/jenkins/test-data/ebd76269-eb1e-36d3-4cf1-9a4dd369928e 2024-11-18T18:14:09,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38261 is added to blk_1073741836_1012 (size=39) 2024-11-18T18:14:09,282 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731953648865.2dbee65a611a7b589f719c7175fa0f63.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:14:09,283 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 2dbee65a611a7b589f719c7175fa0f63, disabling compactions & flushes 2024-11-18T18:14:09,283 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731953648865.2dbee65a611a7b589f719c7175fa0f63. 2024-11-18T18:14:09,283 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731953648865.2dbee65a611a7b589f719c7175fa0f63. 2024-11-18T18:14:09,283 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731953648865.2dbee65a611a7b589f719c7175fa0f63. after waiting 0 ms 2024-11-18T18:14:09,283 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731953648865.2dbee65a611a7b589f719c7175fa0f63. 2024-11-18T18:14:09,283 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731953648865.2dbee65a611a7b589f719c7175fa0f63. 2024-11-18T18:14:09,283 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2dbee65a611a7b589f719c7175fa0f63: Waiting for close lock at 1731953649283Disabling compacts and flushes for region at 1731953649283Disabling writes for close at 1731953649283Writing region close event to WAL at 1731953649283Closed at 1731953649283 2024-11-18T18:14:09,284 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T18:14:09,284 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731953648865.2dbee65a611a7b589f719c7175fa0f63.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731953649284"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731953649284"}]},"ts":"1731953649284"} 2024-11-18T18:14:09,286 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T18:14:09,287 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T18:14:09,287 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731953649287"}]},"ts":"1731953649287"} 2024-11-18T18:14:09,289 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-18T18:14:09,289 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2dbee65a611a7b589f719c7175fa0f63, ASSIGN}] 2024-11-18T18:14:09,290 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2dbee65a611a7b589f719c7175fa0f63, ASSIGN 2024-11-18T18:14:09,291 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=2dbee65a611a7b589f719c7175fa0f63, ASSIGN; state=OFFLINE, location=818bff808382,37561,1731953644196; forceNewPlan=false, retain=false 2024-11-18T18:14:09,441 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2dbee65a611a7b589f719c7175fa0f63, regionState=OPENING, regionLocation=818bff808382,37561,1731953644196 2024-11-18T18:14:09,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=2dbee65a611a7b589f719c7175fa0f63, ASSIGN because future has completed 2024-11-18T18:14:09,444 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2dbee65a611a7b589f719c7175fa0f63, server=818bff808382,37561,1731953644196}] 2024-11-18T18:14:09,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T18:14:09,600 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731953648865.2dbee65a611a7b589f719c7175fa0f63. 2024-11-18T18:14:09,600 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 2dbee65a611a7b589f719c7175fa0f63, NAME => 'test,,1731953648865.2dbee65a611a7b589f719c7175fa0f63.', STARTKEY => '', ENDKEY => ''} 2024-11-18T18:14:09,600 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T18:14:09,601 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-18T18:14:09,601 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 2dbee65a611a7b589f719c7175fa0f63 2024-11-18T18:14:09,601 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731953648865.2dbee65a611a7b589f719c7175fa0f63.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:14:09,601 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 2dbee65a611a7b589f719c7175fa0f63 2024-11-18T18:14:09,601 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 2dbee65a611a7b589f719c7175fa0f63 2024-11-18T18:14:09,603 INFO [StoreOpener-2dbee65a611a7b589f719c7175fa0f63-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2dbee65a611a7b589f719c7175fa0f63 2024-11-18T18:14:09,604 INFO [StoreOpener-2dbee65a611a7b589f719c7175fa0f63-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2dbee65a611a7b589f719c7175fa0f63 columnFamilyName f 2024-11-18T18:14:09,604 DEBUG [StoreOpener-2dbee65a611a7b589f719c7175fa0f63-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:14:09,604 INFO [StoreOpener-2dbee65a611a7b589f719c7175fa0f63-1 {}] regionserver.HStore(327): Store=2dbee65a611a7b589f719c7175fa0f63/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:14:09,604 INFO [StoreOpener-2dbee65a611a7b589f719c7175fa0f63-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 2dbee65a611a7b589f719c7175fa0f63 2024-11-18T18:14:09,605 INFO [StoreOpener-2dbee65a611a7b589f719c7175fa0f63-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2dbee65a611a7b589f719c7175fa0f63 columnFamilyName f1 2024-11-18T18:14:09,605 DEBUG [StoreOpener-2dbee65a611a7b589f719c7175fa0f63-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:14:09,606 INFO [StoreOpener-2dbee65a611a7b589f719c7175fa0f63-1 {}] regionserver.HStore(327): Store=2dbee65a611a7b589f719c7175fa0f63/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:14:09,606 INFO [StoreOpener-2dbee65a611a7b589f719c7175fa0f63-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 2dbee65a611a7b589f719c7175fa0f63 2024-11-18T18:14:09,607 INFO [StoreOpener-2dbee65a611a7b589f719c7175fa0f63-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2dbee65a611a7b589f719c7175fa0f63 columnFamilyName norep 2024-11-18T18:14:09,607 DEBUG [StoreOpener-2dbee65a611a7b589f719c7175fa0f63-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:14:09,608 INFO [StoreOpener-2dbee65a611a7b589f719c7175fa0f63-1 {}] regionserver.HStore(327): Store=2dbee65a611a7b589f719c7175fa0f63/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:14:09,608 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 2dbee65a611a7b589f719c7175fa0f63 2024-11-18T18:14:09,608 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35515/user/jenkins/test-data/ebd76269-eb1e-36d3-4cf1-9a4dd369928e/data/default/test/2dbee65a611a7b589f719c7175fa0f63 2024-11-18T18:14:09,609 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35515/user/jenkins/test-data/ebd76269-eb1e-36d3-4cf1-9a4dd369928e/data/default/test/2dbee65a611a7b589f719c7175fa0f63 2024-11-18T18:14:09,609 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 2dbee65a611a7b589f719c7175fa0f63 2024-11-18T18:14:09,609 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 2dbee65a611a7b589f719c7175fa0f63 2024-11-18T18:14:09,610 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T18:14:09,611 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 2dbee65a611a7b589f719c7175fa0f63 2024-11-18T18:14:09,616 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35515/user/jenkins/test-data/ebd76269-eb1e-36d3-4cf1-9a4dd369928e/data/default/test/2dbee65a611a7b589f719c7175fa0f63/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T18:14:09,617 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 2dbee65a611a7b589f719c7175fa0f63; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64016843, jitterRate=-0.046074703335762024}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T18:14:09,617 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2dbee65a611a7b589f719c7175fa0f63 2024-11-18T18:14:09,617 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 2dbee65a611a7b589f719c7175fa0f63: Running coprocessor pre-open hook at 1731953649601Writing region info on filesystem at 1731953649601Initializing all the Stores at 1731953649602 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953649602Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953649603 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953649603Cleaning up temporary data from old regions at 1731953649609 (+6 ms)Running coprocessor post-open hooks at 1731953649617 (+8 ms)Region opened successfully at 1731953649617 2024-11-18T18:14:09,618 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731953648865.2dbee65a611a7b589f719c7175fa0f63., pid=6, masterSystemTime=1731953649595 2024-11-18T18:14:09,620 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731953648865.2dbee65a611a7b589f719c7175fa0f63. 2024-11-18T18:14:09,620 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731953648865.2dbee65a611a7b589f719c7175fa0f63. 2024-11-18T18:14:09,621 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2dbee65a611a7b589f719c7175fa0f63, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=818bff808382,37561,1731953644196 2024-11-18T18:14:09,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2dbee65a611a7b589f719c7175fa0f63, server=818bff808382,37561,1731953644196 because future has completed 2024-11-18T18:14:09,626 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T18:14:09,626 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 2dbee65a611a7b589f719c7175fa0f63, server=818bff808382,37561,1731953644196 in 180 msec 2024-11-18T18:14:09,627 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T18:14:09,628 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=2dbee65a611a7b589f719c7175fa0f63, ASSIGN in 337 msec 2024-11-18T18:14:09,628 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T18:14:09,628 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731953649628"}]},"ts":"1731953649628"} 2024-11-18T18:14:09,630 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-18T18:14:09,631 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T18:14:09,632 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 766 msec 2024-11-18T18:14:10,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T18:14:10,008 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-18T18:14:10,009 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21240cf7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:14:10,009 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 818bff808382,42615,-1 for getting cluster id 2024-11-18T18:14:10,010 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T18:14:10,011 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b15cf70b-96c9-4416-ad7f-b7443efb82cb' 2024-11-18T18:14:10,011 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T18:14:10,011 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b15cf70b-96c9-4416-ad7f-b7443efb82cb" 2024-11-18T18:14:10,011 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@327957e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:14:10,011 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [818bff808382,42615,-1] 2024-11-18T18:14:10,011 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T18:14:10,012 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:14:10,014 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41566, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T18:14:10,015 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48037726, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:14:10,015 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T18:14:10,016 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 818bff808382,42615,1731953637297 2024-11-18T18:14:10,017 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2dfcf0d5 2024-11-18T18:14:10,017 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T18:14:10,018 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41582, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T18:14:10,018 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42615 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://818bff808382:34243,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-18T18:14:10,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42615 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T18:14:10,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42615 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T18:14:10,022 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='818bff808382:34243' 2024-11-18T18:14:10,028 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39eac1b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:14:10,028 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 818bff808382,34243,-1 for getting cluster id 2024-11-18T18:14:10,028 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T18:14:10,029 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '62c644b4-75b1-4922-a61a-93482d8a9d54' 2024-11-18T18:14:10,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T18:14:10,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "62c644b4-75b1-4922-a61a-93482d8a9d54" 2024-11-18T18:14:10,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36d204ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:14:10,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [818bff808382,34243,-1] 2024-11-18T18:14:10,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T18:14:10,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:14:10,030 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46566, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T18:14:10,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c9a8476, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:14:10,031 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T18:14:10,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 818bff808382,34243,1731953640971 2024-11-18T18:14:10,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@553c4cea 2024-11-18T18:14:10,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T18:14:10,033 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46574, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T18:14:10,034 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-18T18:14:10,034 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T18:14:10,034 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:14:10,034 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:14:10,035 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T18:14:10,035 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T18:14:10,036 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-18T18:14:10,037 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T18:14:10,037 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:14:10,038 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T18:14:10,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39783 is added to blk_1073741837_1013 (size=1138) 2024-11-18T18:14:10,069 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 00a6a915e323abc2f3bcd71bc497809d, NAME => 'hbase:replication,,1731953650035.00a6a915e323abc2f3bcd71bc497809d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42587/user/jenkins/test-data/c645face-7769-bde9-12f9-d5959e1f54d4 2024-11-18T18:14:10,086 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-18T18:14:10,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39783 is added to blk_1073741838_1014 (size=44) 2024-11-18T18:14:10,111 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731953650035.00a6a915e323abc2f3bcd71bc497809d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:14:10,111 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 00a6a915e323abc2f3bcd71bc497809d, disabling compactions & flushes 2024-11-18T18:14:10,111 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731953650035.00a6a915e323abc2f3bcd71bc497809d. 2024-11-18T18:14:10,111 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731953650035.00a6a915e323abc2f3bcd71bc497809d. 2024-11-18T18:14:10,111 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731953650035.00a6a915e323abc2f3bcd71bc497809d. after waiting 0 ms 2024-11-18T18:14:10,111 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731953650035.00a6a915e323abc2f3bcd71bc497809d. 2024-11-18T18:14:10,111 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731953650035.00a6a915e323abc2f3bcd71bc497809d. 2024-11-18T18:14:10,111 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 00a6a915e323abc2f3bcd71bc497809d: Waiting for close lock at 1731953650111Disabling compacts and flushes for region at 1731953650111Disabling writes for close at 1731953650111Writing region close event to WAL at 1731953650111Closed at 1731953650111 2024-11-18T18:14:10,112 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T18:14:10,113 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731953650035.00a6a915e323abc2f3bcd71bc497809d.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731953650112"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731953650112"}]},"ts":"1731953650112"} 2024-11-18T18:14:10,115 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T18:14:10,116 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T18:14:10,117 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731953650116"}]},"ts":"1731953650116"} 2024-11-18T18:14:10,118 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-18T18:14:10,119 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=00a6a915e323abc2f3bcd71bc497809d, ASSIGN}] 2024-11-18T18:14:10,120 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=00a6a915e323abc2f3bcd71bc497809d, ASSIGN 2024-11-18T18:14:10,121 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=00a6a915e323abc2f3bcd71bc497809d, ASSIGN; state=OFFLINE, location=818bff808382,40249,1731953637359; forceNewPlan=false, retain=false 2024-11-18T18:14:10,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42615 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T18:14:10,271 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=00a6a915e323abc2f3bcd71bc497809d, regionState=OPENING, regionLocation=818bff808382,40249,1731953637359 2024-11-18T18:14:10,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=00a6a915e323abc2f3bcd71bc497809d, ASSIGN because future has completed 2024-11-18T18:14:10,274 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 00a6a915e323abc2f3bcd71bc497809d, server=818bff808382,40249,1731953637359}] 2024-11-18T18:14:10,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42615 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T18:14:10,432 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731953650035.00a6a915e323abc2f3bcd71bc497809d. 2024-11-18T18:14:10,432 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T18:14:10,433 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-18T18:14:10,434 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=818bff808382%2C40249%2C1731953637359.rep, suffix=, logDir=hdfs://localhost:42587/user/jenkins/test-data/c645face-7769-bde9-12f9-d5959e1f54d4/WALs/818bff808382,40249,1731953637359, archiveDir=hdfs://localhost:42587/user/jenkins/test-data/c645face-7769-bde9-12f9-d5959e1f54d4/oldWALs, maxLogs=10 2024-11-18T18:14:10,454 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c645face-7769-bde9-12f9-d5959e1f54d4/WALs/818bff808382,40249,1731953637359/818bff808382%2C40249%2C1731953637359.rep.1731953650435, exclude list is [], retry=0 2024-11-18T18:14:10,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39783,DS-75157cd0-c705-4c92-b279-88dccf4a0c15,DISK] 2024-11-18T18:14:10,464 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c645face-7769-bde9-12f9-d5959e1f54d4/WALs/818bff808382,40249,1731953637359/818bff808382%2C40249%2C1731953637359.rep.1731953650435 2024-11-18T18:14:10,464 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38177:38177)] 2024-11-18T18:14:10,464 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 00a6a915e323abc2f3bcd71bc497809d, NAME => 'hbase:replication,,1731953650035.00a6a915e323abc2f3bcd71bc497809d.', STARTKEY => '', ENDKEY => ''} 2024-11-18T18:14:10,464 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T18:14:10,465 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T18:14:10,465 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731953650035.00a6a915e323abc2f3bcd71bc497809d. service=MultiRowMutationService 2024-11-18T18:14:10,465 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-18T18:14:10,465 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 00a6a915e323abc2f3bcd71bc497809d 2024-11-18T18:14:10,465 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731953650035.00a6a915e323abc2f3bcd71bc497809d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:14:10,465 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 00a6a915e323abc2f3bcd71bc497809d 2024-11-18T18:14:10,465 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 00a6a915e323abc2f3bcd71bc497809d 2024-11-18T18:14:10,466 INFO [StoreOpener-00a6a915e323abc2f3bcd71bc497809d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 00a6a915e323abc2f3bcd71bc497809d 2024-11-18T18:14:10,467 INFO [StoreOpener-00a6a915e323abc2f3bcd71bc497809d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 00a6a915e323abc2f3bcd71bc497809d columnFamilyName hfileref 2024-11-18T18:14:10,467 DEBUG [StoreOpener-00a6a915e323abc2f3bcd71bc497809d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:14:10,468 INFO [StoreOpener-00a6a915e323abc2f3bcd71bc497809d-1 {}] regionserver.HStore(327): Store=00a6a915e323abc2f3bcd71bc497809d/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:14:10,468 INFO [StoreOpener-00a6a915e323abc2f3bcd71bc497809d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 00a6a915e323abc2f3bcd71bc497809d 2024-11-18T18:14:10,468 INFO [StoreOpener-00a6a915e323abc2f3bcd71bc497809d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 00a6a915e323abc2f3bcd71bc497809d columnFamilyName queue 2024-11-18T18:14:10,469 DEBUG [StoreOpener-00a6a915e323abc2f3bcd71bc497809d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:14:10,469 INFO [StoreOpener-00a6a915e323abc2f3bcd71bc497809d-1 {}] regionserver.HStore(327): Store=00a6a915e323abc2f3bcd71bc497809d/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:14:10,469 INFO [StoreOpener-00a6a915e323abc2f3bcd71bc497809d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 00a6a915e323abc2f3bcd71bc497809d 2024-11-18T18:14:10,470 INFO [StoreOpener-00a6a915e323abc2f3bcd71bc497809d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 00a6a915e323abc2f3bcd71bc497809d columnFamilyName sid 2024-11-18T18:14:10,470 DEBUG [StoreOpener-00a6a915e323abc2f3bcd71bc497809d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:14:10,470 INFO [StoreOpener-00a6a915e323abc2f3bcd71bc497809d-1 {}] regionserver.HStore(327): Store=00a6a915e323abc2f3bcd71bc497809d/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:14:10,470 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 00a6a915e323abc2f3bcd71bc497809d 2024-11-18T18:14:10,471 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42587/user/jenkins/test-data/c645face-7769-bde9-12f9-d5959e1f54d4/data/hbase/replication/00a6a915e323abc2f3bcd71bc497809d 2024-11-18T18:14:10,471 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42587/user/jenkins/test-data/c645face-7769-bde9-12f9-d5959e1f54d4/data/hbase/replication/00a6a915e323abc2f3bcd71bc497809d 2024-11-18T18:14:10,472 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 00a6a915e323abc2f3bcd71bc497809d 2024-11-18T18:14:10,472 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 00a6a915e323abc2f3bcd71bc497809d 2024-11-18T18:14:10,472 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T18:14:10,473 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 00a6a915e323abc2f3bcd71bc497809d 2024-11-18T18:14:10,476 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42587/user/jenkins/test-data/c645face-7769-bde9-12f9-d5959e1f54d4/data/hbase/replication/00a6a915e323abc2f3bcd71bc497809d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T18:14:10,477 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 00a6a915e323abc2f3bcd71bc497809d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63692112, jitterRate=-0.05091357231140137}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T18:14:10,477 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 00a6a915e323abc2f3bcd71bc497809d 2024-11-18T18:14:10,477 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 00a6a915e323abc2f3bcd71bc497809d: Running coprocessor pre-open hook at 1731953650465Writing region info on filesystem at 1731953650465Initializing all the Stores at 1731953650466 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953650466Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953650466Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953650466Cleaning up temporary data from old regions at 1731953650472 (+6 ms)Running coprocessor post-open hooks at 1731953650477 (+5 ms)Region opened successfully at 1731953650477 2024-11-18T18:14:10,478 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731953650035.00a6a915e323abc2f3bcd71bc497809d., pid=10, masterSystemTime=1731953650427 2024-11-18T18:14:10,480 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731953650035.00a6a915e323abc2f3bcd71bc497809d. 2024-11-18T18:14:10,480 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731953650035.00a6a915e323abc2f3bcd71bc497809d. 2024-11-18T18:14:10,481 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=00a6a915e323abc2f3bcd71bc497809d, regionState=OPEN, openSeqNum=2, regionLocation=818bff808382,40249,1731953637359 2024-11-18T18:14:10,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 00a6a915e323abc2f3bcd71bc497809d, server=818bff808382,40249,1731953637359 because future has completed 2024-11-18T18:14:10,487 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-18T18:14:10,487 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 00a6a915e323abc2f3bcd71bc497809d, server=818bff808382,40249,1731953637359 in 210 msec 2024-11-18T18:14:10,489 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-18T18:14:10,489 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=00a6a915e323abc2f3bcd71bc497809d, ASSIGN in 368 msec 2024-11-18T18:14:10,490 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T18:14:10,490 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731953650490"}]},"ts":"1731953650490"} 2024-11-18T18:14:10,494 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-18T18:14:10,494 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T18:14:10,496 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 459 msec 2024-11-18T18:14:10,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731953650035.00a6a915e323abc2f3bcd71bc497809d., hostname=818bff808382,40249,1731953637359, seqNum=2] 2024-11-18T18:14:10,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40249-0x1000bd6ebc30001, quorum=127.0.0.1:52267, baseZNode=/0-859196042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-859196042 2024-11-18T18:14:10,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42615-0x1000bd6ebc30000, quorum=127.0.0.1:52267, baseZNode=/0-859196042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-859196042 2024-11-18T18:14:10,561 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T18:14:10,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42615 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T18:14:10,713 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40249 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-18T18:14:10,713 INFO [RS_REFRESH_PEER-regionserver/818bff808382:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-18T18:14:10,764 INFO [RS_REFRESH_PEER-regionserver/818bff808382:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-818bff808382,40249,1731953637359, ReplicationSource: 1, currentBandwidth=0 2024-11-18T18:14:10,765 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T18:14:10,765 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=818bff808382,40249,1731953637359, seqNum=-1] 2024-11-18T18:14:10,766 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T18:14:10,767 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58347, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-18T18:14:10,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-818bff808382,40249,1731953637359', locateType=CURRENT is [region=hbase:replication,,1731953650035.00a6a915e323abc2f3bcd71bc497809d., hostname=818bff808382,40249,1731953637359, seqNum=2] 2024-11-18T18:14:10,772 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-18T18:14:10,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42615 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-18T18:14:10,774 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 818bff808382,40249,1731953637359 suceeded 2024-11-18T18:14:10,786 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-18T18:14:10,786 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 213 msec 2024-11-18T18:14:10,786 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://818bff808382:34243,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T18:14:10,787 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 768 msec 2024-11-18T18:14:10,798 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,40249,1731953637359 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='818bff808382:34243' 2024-11-18T18:14:10,799 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,40249,1731953637359 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6c3d4ecd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:14:10,799 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,40249,1731953637359 {}] client.ClusterIdFetcher(90): Going to request 818bff808382,34243,-1 for getting cluster id 2024-11-18T18:14:10,799 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,40249,1731953637359 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T18:14:10,800 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '62c644b4-75b1-4922-a61a-93482d8a9d54' 2024-11-18T18:14:10,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T18:14:10,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "62c644b4-75b1-4922-a61a-93482d8a9d54" 2024-11-18T18:14:10,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@28c7965e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:14:10,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [818bff808382,34243,-1] 2024-11-18T18:14:10,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T18:14:10,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:14:10,802 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46582, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-18T18:14:10,802 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,40249,1731953637359 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2e4f2760, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:14:10,802 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,40249,1731953637359 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T18:14:10,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 818bff808382,34243,1731953640971 2024-11-18T18:14:10,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@66566c9c 2024-11-18T18:14:10,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T18:14:10,804 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46584, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-18T18:14:10,805 INFO [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,40249,1731953637359 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-818bff808382,40249,1731953637359 (queues=1) is replicating from cluster=b15cf70b-96c9-4416-ad7f-b7443efb82cb to cluster=62c644b4-75b1-4922-a61a-93482d8a9d54 2024-11-18T18:14:10,805 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,40249,1731953637359 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=818bff808382%2C40249%2C1731953637359 2024-11-18T18:14:10,805 INFO [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,40249,1731953637359 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-818bff808382,40249,1731953637359, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T18:14:10,806 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,40249,1731953637359.replicationSource.wal-reader.818bff808382%2C40249%2C1731953637359,1-818bff808382,40249,1731953637359 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42587/user/jenkins/test-data/c645face-7769-bde9-12f9-d5959e1f54d4/WALs/818bff808382,40249,1731953637359/818bff808382%2C40249%2C1731953637359.1731953639376, startPosition=0, beingWritten=true 2024-11-18T18:14:10,806 INFO [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,40249,1731953637359.replicationSource.shipper818bff808382%2C40249%2C1731953637359,1-818bff808382,40249,1731953637359 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 818bff808382%2C40249%2C1731953637359 2024-11-18T18:14:10,811 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,40249,1731953637359.replicationSource.wal-reader.818bff808382%2C40249%2C1731953637359,1-818bff808382,40249,1731953637359 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T18:14:10,811 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,40249,1731953637359.replicationSource.wal-reader.818bff808382%2C40249%2C1731953637359,1-818bff808382,40249,1731953637359 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42587/user/jenkins/test-data/c645face-7769-bde9-12f9-d5959e1f54d4/WALs/818bff808382,40249,1731953637359/818bff808382%2C40249%2C1731953637359.1731953639376 to pos 379, reset compression=false 2024-11-18T18:14:10,811 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,40249,1731953637359.replicationSource.shipper818bff808382%2C40249%2C1731953637359,1-818bff808382,40249,1731953637359 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-818bff808382,40249,1731953637359 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42587/user/jenkins/test-data/c645face-7769-bde9-12f9-d5959e1f54d4/WALs/818bff808382,40249,1731953637359/818bff808382%2C40249%2C1731953637359.1731953639376, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T18:14:11,015 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,40249,1731953637359.replicationSource.wal-reader.818bff808382%2C40249%2C1731953637359,1-818bff808382,40249,1731953637359 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42587/user/jenkins/test-data/c645face-7769-bde9-12f9-d5959e1f54d4/WALs/818bff808382,40249,1731953637359/818bff808382%2C40249%2C1731953637359.1731953639376 to pos 379, reset compression=false 2024-11-18T18:14:11,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42615 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T18:14:11,163 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-18T18:14:11,163 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T18:14:11,163 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T18:14:11,163 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:14:11,163 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:14:11,163 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T18:14:11,166 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16bd9d91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:14:11,166 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 818bff808382,34243,-1 for getting cluster id 2024-11-18T18:14:11,166 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T18:14:11,167 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '62c644b4-75b1-4922-a61a-93482d8a9d54' 2024-11-18T18:14:11,167 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T18:14:11,167 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "62c644b4-75b1-4922-a61a-93482d8a9d54" 2024-11-18T18:14:11,167 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c18b260, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:14:11,167 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [818bff808382,34243,-1] 2024-11-18T18:14:11,168 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T18:14:11,168 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:14:11,169 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T18:14:11,170 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@126836ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:14:11,170 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T18:14:11,171 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 818bff808382,34243,1731953640971 2024-11-18T18:14:11,171 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7a5c1753 2024-11-18T18:14:11,171 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T18:14:11,172 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T18:14:11,173 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34243 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://818bff808382:43775,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-18T18:14:11,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34243 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T18:14:11,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34243 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T18:14:11,176 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='818bff808382:43775' 2024-11-18T18:14:11,178 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26e6b351, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:14:11,178 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 818bff808382,43775,-1 for getting cluster id 2024-11-18T18:14:11,178 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T18:14:11,179 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f9e8770a-9e5e-44dc-be15-4c4d4b6f818d' 2024-11-18T18:14:11,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T18:14:11,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f9e8770a-9e5e-44dc-be15-4c4d4b6f818d" 2024-11-18T18:14:11,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73b32fe3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:14:11,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [818bff808382,43775,-1] 2024-11-18T18:14:11,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T18:14:11,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:14:11,180 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T18:14:11,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7445f9c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:14:11,181 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T18:14:11,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 818bff808382,43775,1731953644152 2024-11-18T18:14:11,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7dacbfb8 2024-11-18T18:14:11,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T18:14:11,184 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48912, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T18:14:11,184 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-18T18:14:11,185 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T18:14:11,185 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:14:11,185 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:14:11,185 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T18:14:11,186 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T18:14:11,187 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-18T18:14:11,188 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T18:14:11,188 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:14:11,189 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T18:14:11,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33315 is added to blk_1073741837_1013 (size=1138) 2024-11-18T18:14:11,233 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f92ead6c31950e2bee0c189552b8c620, NAME => 'hbase:replication,,1731953651185.f92ead6c31950e2bee0c189552b8c620.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42293/user/jenkins/test-data/05a58095-600f-eac5-069c-0b9f9ca116d9 2024-11-18T18:14:11,237 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-18T18:14:11,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33315 is added to blk_1073741838_1014 (size=44) 2024-11-18T18:14:11,253 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731953651185.f92ead6c31950e2bee0c189552b8c620.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:14:11,254 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing f92ead6c31950e2bee0c189552b8c620, disabling compactions & flushes 2024-11-18T18:14:11,254 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731953651185.f92ead6c31950e2bee0c189552b8c620. 2024-11-18T18:14:11,254 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731953651185.f92ead6c31950e2bee0c189552b8c620. 2024-11-18T18:14:11,254 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731953651185.f92ead6c31950e2bee0c189552b8c620. after waiting 0 ms 2024-11-18T18:14:11,254 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731953651185.f92ead6c31950e2bee0c189552b8c620. 2024-11-18T18:14:11,254 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731953651185.f92ead6c31950e2bee0c189552b8c620. 2024-11-18T18:14:11,254 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for f92ead6c31950e2bee0c189552b8c620: Waiting for close lock at 1731953651254Disabling compacts and flushes for region at 1731953651254Disabling writes for close at 1731953651254Writing region close event to WAL at 1731953651254Closed at 1731953651254 2024-11-18T18:14:11,255 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T18:14:11,255 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731953651185.f92ead6c31950e2bee0c189552b8c620.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731953651255"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731953651255"}]},"ts":"1731953651255"} 2024-11-18T18:14:11,258 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T18:14:11,260 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T18:14:11,260 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731953651260"}]},"ts":"1731953651260"} 2024-11-18T18:14:11,262 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-18T18:14:11,262 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f92ead6c31950e2bee0c189552b8c620, ASSIGN}] 2024-11-18T18:14:11,263 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f92ead6c31950e2bee0c189552b8c620, ASSIGN 2024-11-18T18:14:11,264 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f92ead6c31950e2bee0c189552b8c620, ASSIGN; state=OFFLINE, location=818bff808382,39147,1731953641027; forceNewPlan=false, retain=false 2024-11-18T18:14:11,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34243 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T18:14:11,323 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,40249,1731953637359.replicationSource.wal-reader.818bff808382%2C40249%2C1731953637359,1-818bff808382,40249,1731953637359 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42587/user/jenkins/test-data/c645face-7769-bde9-12f9-d5959e1f54d4/WALs/818bff808382,40249,1731953637359/818bff808382%2C40249%2C1731953637359.1731953639376 to pos 379, reset compression=false 2024-11-18T18:14:11,415 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f92ead6c31950e2bee0c189552b8c620, regionState=OPENING, regionLocation=818bff808382,39147,1731953641027 2024-11-18T18:14:11,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f92ead6c31950e2bee0c189552b8c620, ASSIGN because future has completed 2024-11-18T18:14:11,420 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f92ead6c31950e2bee0c189552b8c620, server=818bff808382,39147,1731953641027}] 2024-11-18T18:14:11,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34243 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T18:14:11,509 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T18:14:11,515 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:14:11,515 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:14:11,516 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:14:11,516 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:14:11,573 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:14:11,573 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:14:11,573 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:14:11,574 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:14:11,574 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:14:11,575 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:14:11,586 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:14:11,590 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:14:11,591 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:14:11,594 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:14:11,608 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731953651185.f92ead6c31950e2bee0c189552b8c620. 2024-11-18T18:14:11,608 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T18:14:11,609 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-18T18:14:11,611 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=818bff808382%2C39147%2C1731953641027.rep, suffix=, logDir=hdfs://localhost:42293/user/jenkins/test-data/05a58095-600f-eac5-069c-0b9f9ca116d9/WALs/818bff808382,39147,1731953641027, archiveDir=hdfs://localhost:42293/user/jenkins/test-data/05a58095-600f-eac5-069c-0b9f9ca116d9/oldWALs, maxLogs=10 2024-11-18T18:14:11,619 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-18T18:14:11,621 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-18T18:14:11,635 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/05a58095-600f-eac5-069c-0b9f9ca116d9/WALs/818bff808382,39147,1731953641027/818bff808382%2C39147%2C1731953641027.rep.1731953651612, exclude list is [], retry=0 2024-11-18T18:14:11,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33315,DS-f9308cbe-f221-4ee5-bdff-8e368bbe0e55,DISK] 2024-11-18T18:14:11,647 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/05a58095-600f-eac5-069c-0b9f9ca116d9/WALs/818bff808382,39147,1731953641027/818bff808382%2C39147%2C1731953641027.rep.1731953651612 2024-11-18T18:14:11,649 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45791:45791)] 2024-11-18T18:14:11,649 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => f92ead6c31950e2bee0c189552b8c620, NAME => 'hbase:replication,,1731953651185.f92ead6c31950e2bee0c189552b8c620.', STARTKEY => '', ENDKEY => ''} 2024-11-18T18:14:11,650 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T18:14:11,650 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T18:14:11,650 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731953651185.f92ead6c31950e2bee0c189552b8c620. service=MultiRowMutationService 2024-11-18T18:14:11,650 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-18T18:14:11,650 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication f92ead6c31950e2bee0c189552b8c620 2024-11-18T18:14:11,650 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731953651185.f92ead6c31950e2bee0c189552b8c620.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:14:11,651 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for f92ead6c31950e2bee0c189552b8c620 2024-11-18T18:14:11,651 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for f92ead6c31950e2bee0c189552b8c620 2024-11-18T18:14:11,668 INFO [StoreOpener-f92ead6c31950e2bee0c189552b8c620-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region f92ead6c31950e2bee0c189552b8c620 2024-11-18T18:14:11,670 INFO [StoreOpener-f92ead6c31950e2bee0c189552b8c620-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f92ead6c31950e2bee0c189552b8c620 columnFamilyName hfileref 2024-11-18T18:14:11,670 DEBUG [StoreOpener-f92ead6c31950e2bee0c189552b8c620-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:14:11,670 INFO [StoreOpener-f92ead6c31950e2bee0c189552b8c620-1 {}] regionserver.HStore(327): Store=f92ead6c31950e2bee0c189552b8c620/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:14:11,670 INFO [StoreOpener-f92ead6c31950e2bee0c189552b8c620-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region f92ead6c31950e2bee0c189552b8c620 2024-11-18T18:14:11,671 INFO [StoreOpener-f92ead6c31950e2bee0c189552b8c620-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f92ead6c31950e2bee0c189552b8c620 columnFamilyName queue 2024-11-18T18:14:11,671 DEBUG [StoreOpener-f92ead6c31950e2bee0c189552b8c620-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:14:11,671 INFO [StoreOpener-f92ead6c31950e2bee0c189552b8c620-1 {}] regionserver.HStore(327): Store=f92ead6c31950e2bee0c189552b8c620/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:14:11,671 INFO [StoreOpener-f92ead6c31950e2bee0c189552b8c620-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region f92ead6c31950e2bee0c189552b8c620 2024-11-18T18:14:11,672 INFO [StoreOpener-f92ead6c31950e2bee0c189552b8c620-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f92ead6c31950e2bee0c189552b8c620 columnFamilyName sid 2024-11-18T18:14:11,672 DEBUG [StoreOpener-f92ead6c31950e2bee0c189552b8c620-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:14:11,673 INFO [StoreOpener-f92ead6c31950e2bee0c189552b8c620-1 {}] regionserver.HStore(327): Store=f92ead6c31950e2bee0c189552b8c620/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:14:11,673 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for f92ead6c31950e2bee0c189552b8c620 2024-11-18T18:14:11,673 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42293/user/jenkins/test-data/05a58095-600f-eac5-069c-0b9f9ca116d9/data/hbase/replication/f92ead6c31950e2bee0c189552b8c620 2024-11-18T18:14:11,674 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42293/user/jenkins/test-data/05a58095-600f-eac5-069c-0b9f9ca116d9/data/hbase/replication/f92ead6c31950e2bee0c189552b8c620 2024-11-18T18:14:11,674 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for f92ead6c31950e2bee0c189552b8c620 2024-11-18T18:14:11,674 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for f92ead6c31950e2bee0c189552b8c620 2024-11-18T18:14:11,675 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T18:14:11,675 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for f92ead6c31950e2bee0c189552b8c620 2024-11-18T18:14:11,684 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42293/user/jenkins/test-data/05a58095-600f-eac5-069c-0b9f9ca116d9/data/hbase/replication/f92ead6c31950e2bee0c189552b8c620/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T18:14:11,689 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened f92ead6c31950e2bee0c189552b8c620; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59701439, jitterRate=-0.11037923395633698}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T18:14:11,689 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f92ead6c31950e2bee0c189552b8c620 2024-11-18T18:14:11,689 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for f92ead6c31950e2bee0c189552b8c620: Running coprocessor pre-open hook at 1731953651651Writing region info on filesystem at 1731953651651Initializing all the Stores at 1731953651652 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953651652Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953651668 (+16 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953651668Cleaning up temporary data from old regions at 1731953651674 (+6 ms)Running coprocessor post-open hooks at 1731953651689 (+15 ms)Region opened successfully at 1731953651689 2024-11-18T18:14:11,691 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731953651185.f92ead6c31950e2bee0c189552b8c620., pid=10, masterSystemTime=1731953651576 2024-11-18T18:14:11,697 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731953651185.f92ead6c31950e2bee0c189552b8c620. 2024-11-18T18:14:11,697 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731953651185.f92ead6c31950e2bee0c189552b8c620. 2024-11-18T18:14:11,698 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f92ead6c31950e2bee0c189552b8c620, regionState=OPEN, openSeqNum=2, regionLocation=818bff808382,39147,1731953641027 2024-11-18T18:14:11,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f92ead6c31950e2bee0c189552b8c620, server=818bff808382,39147,1731953641027 because future has completed 2024-11-18T18:14:11,707 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34243 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=818bff808382,39147,1731953641027, table=hbase:replication, region=f92ead6c31950e2bee0c189552b8c620. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-18T18:14:11,719 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-18T18:14:11,720 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure f92ead6c31950e2bee0c189552b8c620, server=818bff808382,39147,1731953641027 in 297 msec 2024-11-18T18:14:11,723 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-18T18:14:11,723 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f92ead6c31950e2bee0c189552b8c620, ASSIGN in 458 msec 2024-11-18T18:14:11,725 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T18:14:11,725 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731953651725"}]},"ts":"1731953651725"} 2024-11-18T18:14:11,728 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-18T18:14:11,729 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T18:14:11,731 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,40249,1731953637359.replicationSource.wal-reader.818bff808382%2C40249%2C1731953637359,1-818bff808382,40249,1731953637359 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42587/user/jenkins/test-data/c645face-7769-bde9-12f9-d5959e1f54d4/WALs/818bff808382,40249,1731953637359/818bff808382%2C40249%2C1731953637359.1731953639376 to pos 379, reset compression=false 2024-11-18T18:14:11,731 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 544 msec 2024-11-18T18:14:11,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731953651185.f92ead6c31950e2bee0c189552b8c620., hostname=818bff808382,39147,1731953641027, seqNum=2] 2024-11-18T18:14:11,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39147-0x1000bd6ebc30004, quorum=127.0.0.1:52267, baseZNode=/1-775853514 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-775853514 2024-11-18T18:14:11,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34243-0x1000bd6ebc30003, quorum=127.0.0.1:52267, baseZNode=/1-775853514 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-775853514 2024-11-18T18:14:11,756 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T18:14:11,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34243 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T18:14:11,908 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39147 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-18T18:14:11,921 INFO [RS_REFRESH_PEER-regionserver/818bff808382:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-18T18:14:11,978 INFO [RS_REFRESH_PEER-regionserver/818bff808382:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-818bff808382,39147,1731953641027, ReplicationSource: 1, currentBandwidth=0 2024-11-18T18:14:11,979 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T18:14:11,979 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=818bff808382,39147,1731953641027, seqNum=-1] 2024-11-18T18:14:11,980 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T18:14:11,981 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42747, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-18T18:14:11,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-818bff808382,39147,1731953641027', locateType=CURRENT is [region=hbase:replication,,1731953651185.f92ead6c31950e2bee0c189552b8c620., hostname=818bff808382,39147,1731953641027, seqNum=2] 2024-11-18T18:14:11,985 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-18T18:14:11,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34243 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-18T18:14:11,987 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 818bff808382,39147,1731953641027 suceeded 2024-11-18T18:14:11,989 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-18T18:14:11,989 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 231 msec 2024-11-18T18:14:11,989 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://818bff808382:43775,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T18:14:11,990 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 816 msec 2024-11-18T18:14:12,001 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,39147,1731953641027 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='818bff808382:43775' 2024-11-18T18:14:12,003 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,39147,1731953641027 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ed9a8c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:14:12,003 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,39147,1731953641027 {}] client.ClusterIdFetcher(90): Going to request 818bff808382,43775,-1 for getting cluster id 2024-11-18T18:14:12,003 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,39147,1731953641027 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T18:14:12,003 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f9e8770a-9e5e-44dc-be15-4c4d4b6f818d' 2024-11-18T18:14:12,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T18:14:12,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f9e8770a-9e5e-44dc-be15-4c4d4b6f818d" 2024-11-18T18:14:12,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1ea3bac4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:14:12,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [818bff808382,43775,-1] 2024-11-18T18:14:12,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T18:14:12,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:14:12,005 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-18T18:14:12,006 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,39147,1731953641027 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5f54f786, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:14:12,006 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,39147,1731953641027 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T18:14:12,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 818bff808382,43775,1731953644152 2024-11-18T18:14:12,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@36507ca9 2024-11-18T18:14:12,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T18:14:12,007 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-18T18:14:12,008 INFO [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,39147,1731953641027 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-818bff808382,39147,1731953641027 (queues=1) is replicating from cluster=62c644b4-75b1-4922-a61a-93482d8a9d54 to cluster=f9e8770a-9e5e-44dc-be15-4c4d4b6f818d 2024-11-18T18:14:12,008 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,39147,1731953641027 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=818bff808382%2C39147%2C1731953641027 2024-11-18T18:14:12,008 INFO [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,39147,1731953641027 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-818bff808382,39147,1731953641027, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T18:14:12,009 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,39147,1731953641027.replicationSource.wal-reader.818bff808382%2C39147%2C1731953641027,1-818bff808382,39147,1731953641027 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42293/user/jenkins/test-data/05a58095-600f-eac5-069c-0b9f9ca116d9/WALs/818bff808382,39147,1731953641027/818bff808382%2C39147%2C1731953641027.1731953641976, startPosition=0, beingWritten=true 2024-11-18T18:14:12,010 INFO [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,39147,1731953641027.replicationSource.shipper818bff808382%2C39147%2C1731953641027,1-818bff808382,39147,1731953641027 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 818bff808382%2C39147%2C1731953641027 2024-11-18T18:14:12,014 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,39147,1731953641027.replicationSource.wal-reader.818bff808382%2C39147%2C1731953641027,1-818bff808382,39147,1731953641027 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T18:14:12,014 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,39147,1731953641027.replicationSource.wal-reader.818bff808382%2C39147%2C1731953641027,1-818bff808382,39147,1731953641027 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42293/user/jenkins/test-data/05a58095-600f-eac5-069c-0b9f9ca116d9/WALs/818bff808382,39147,1731953641027/818bff808382%2C39147%2C1731953641027.1731953641976 to pos 379, reset compression=false 2024-11-18T18:14:12,014 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,39147,1731953641027.replicationSource.shipper818bff808382%2C39147%2C1731953641027,1-818bff808382,39147,1731953641027 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-818bff808382,39147,1731953641027 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42293/user/jenkins/test-data/05a58095-600f-eac5-069c-0b9f9ca116d9/WALs/818bff808382,39147,1731953641027/818bff808382%2C39147%2C1731953641027.1731953641976, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T18:14:12,218 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,39147,1731953641027.replicationSource.wal-reader.818bff808382%2C39147%2C1731953641027,1-818bff808382,39147,1731953641027 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42293/user/jenkins/test-data/05a58095-600f-eac5-069c-0b9f9ca116d9/WALs/818bff808382,39147,1731953641027/818bff808382%2C39147%2C1731953641027.1731953641976 to pos 379, reset compression=false 2024-11-18T18:14:12,238 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,40249,1731953637359.replicationSource.wal-reader.818bff808382%2C40249%2C1731953637359,1-818bff808382,40249,1731953637359 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42587/user/jenkins/test-data/c645face-7769-bde9-12f9-d5959e1f54d4/WALs/818bff808382,40249,1731953637359/818bff808382%2C40249%2C1731953637359.1731953639376 to pos 379, reset compression=false 2024-11-18T18:14:12,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34243 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T18:14:12,312 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-18T18:14:12,312 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T18:14:12,312 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T18:14:12,313 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:14:12,313 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:14:12,313 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T18:14:12,315 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a48da9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:14:12,315 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 818bff808382,43775,-1 for getting cluster id 2024-11-18T18:14:12,315 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T18:14:12,320 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f9e8770a-9e5e-44dc-be15-4c4d4b6f818d' 2024-11-18T18:14:12,320 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T18:14:12,320 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f9e8770a-9e5e-44dc-be15-4c4d4b6f818d" 2024-11-18T18:14:12,320 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18f1a56a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:14:12,320 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [818bff808382,43775,-1] 2024-11-18T18:14:12,321 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T18:14:12,321 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:14:12,322 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T18:14:12,323 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ec9229f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:14:12,324 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T18:14:12,325 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 818bff808382,43775,1731953644152 2024-11-18T18:14:12,325 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@750cdf06 2024-11-18T18:14:12,325 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T18:14:12,326 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T18:14:12,326 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43775 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://818bff808382:34243,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-18T18:14:12,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43775 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T18:14:12,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T18:14:12,330 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='818bff808382:34243' 2024-11-18T18:14:12,331 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41ef6cad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:14:12,331 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 818bff808382,34243,-1 for getting cluster id 2024-11-18T18:14:12,331 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T18:14:12,332 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '62c644b4-75b1-4922-a61a-93482d8a9d54' 2024-11-18T18:14:12,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T18:14:12,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "62c644b4-75b1-4922-a61a-93482d8a9d54" 2024-11-18T18:14:12,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@357cda0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:14:12,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [818bff808382,34243,-1] 2024-11-18T18:14:12,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T18:14:12,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:14:12,334 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46630, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T18:14:12,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@794deda4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:14:12,335 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T18:14:12,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 818bff808382,34243,1731953640971 2024-11-18T18:14:12,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@60fbda95 2024-11-18T18:14:12,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T18:14:12,337 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46640, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T18:14:12,338 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-18T18:14:12,338 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T18:14:12,338 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:14:12,338 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:14:12,339 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T18:14:12,339 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T18:14:12,340 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-18T18:14:12,341 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T18:14:12,341 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:14:12,342 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T18:14:12,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38261 is added to blk_1073741837_1013 (size=1138) 2024-11-18T18:14:12,390 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-18T18:14:12,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T18:14:12,525 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,39147,1731953641027.replicationSource.wal-reader.818bff808382%2C39147%2C1731953641027,1-818bff808382,39147,1731953641027 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42293/user/jenkins/test-data/05a58095-600f-eac5-069c-0b9f9ca116d9/WALs/818bff808382,39147,1731953641027/818bff808382%2C39147%2C1731953641027.1731953641976 to pos 379, reset compression=false 2024-11-18T18:14:12,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T18:14:12,773 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => adc44aac848e9e2a61cae8c357f3e6dd, NAME => 'hbase:replication,,1731953652339.adc44aac848e9e2a61cae8c357f3e6dd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35515/user/jenkins/test-data/ebd76269-eb1e-36d3-4cf1-9a4dd369928e 2024-11-18T18:14:12,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38261 is added to blk_1073741838_1014 (size=44) 2024-11-18T18:14:12,843 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,40249,1731953637359.replicationSource.wal-reader.818bff808382%2C40249%2C1731953637359,1-818bff808382,40249,1731953637359 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42587/user/jenkins/test-data/c645face-7769-bde9-12f9-d5959e1f54d4/WALs/818bff808382,40249,1731953637359/818bff808382%2C40249%2C1731953637359.1731953639376 to pos 379, reset compression=false 2024-11-18T18:14:12,947 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,39147,1731953641027.replicationSource.wal-reader.818bff808382%2C39147%2C1731953641027,1-818bff808382,39147,1731953641027 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42293/user/jenkins/test-data/05a58095-600f-eac5-069c-0b9f9ca116d9/WALs/818bff808382,39147,1731953641027/818bff808382%2C39147%2C1731953641027.1731953641976 to pos 379, reset compression=false 2024-11-18T18:14:12,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T18:14:13,210 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731953652339.adc44aac848e9e2a61cae8c357f3e6dd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:14:13,210 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing adc44aac848e9e2a61cae8c357f3e6dd, disabling compactions & flushes 2024-11-18T18:14:13,210 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731953652339.adc44aac848e9e2a61cae8c357f3e6dd. 2024-11-18T18:14:13,210 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731953652339.adc44aac848e9e2a61cae8c357f3e6dd. 2024-11-18T18:14:13,210 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731953652339.adc44aac848e9e2a61cae8c357f3e6dd. after waiting 0 ms 2024-11-18T18:14:13,210 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731953652339.adc44aac848e9e2a61cae8c357f3e6dd. 2024-11-18T18:14:13,210 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731953652339.adc44aac848e9e2a61cae8c357f3e6dd. 2024-11-18T18:14:13,210 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for adc44aac848e9e2a61cae8c357f3e6dd: Waiting for close lock at 1731953653210Disabling compacts and flushes for region at 1731953653210Disabling writes for close at 1731953653210Writing region close event to WAL at 1731953653210Closed at 1731953653210 2024-11-18T18:14:13,211 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T18:14:13,211 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731953652339.adc44aac848e9e2a61cae8c357f3e6dd.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731953653211"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731953653211"}]},"ts":"1731953653211"} 2024-11-18T18:14:13,213 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T18:14:13,214 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T18:14:13,214 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731953653214"}]},"ts":"1731953653214"} 2024-11-18T18:14:13,215 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-18T18:14:13,216 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=adc44aac848e9e2a61cae8c357f3e6dd, ASSIGN}] 2024-11-18T18:14:13,217 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=adc44aac848e9e2a61cae8c357f3e6dd, ASSIGN 2024-11-18T18:14:13,217 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=adc44aac848e9e2a61cae8c357f3e6dd, ASSIGN; state=OFFLINE, location=818bff808382,37561,1731953644196; forceNewPlan=false, retain=false 2024-11-18T18:14:13,368 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=adc44aac848e9e2a61cae8c357f3e6dd, regionState=OPENING, regionLocation=818bff808382,37561,1731953644196 2024-11-18T18:14:13,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=adc44aac848e9e2a61cae8c357f3e6dd, ASSIGN because future has completed 2024-11-18T18:14:13,371 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure adc44aac848e9e2a61cae8c357f3e6dd, server=818bff808382,37561,1731953644196}] 2024-11-18T18:14:13,452 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,39147,1731953641027.replicationSource.wal-reader.818bff808382%2C39147%2C1731953641027,1-818bff808382,39147,1731953641027 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42293/user/jenkins/test-data/05a58095-600f-eac5-069c-0b9f9ca116d9/WALs/818bff808382,39147,1731953641027/818bff808382%2C39147%2C1731953641027.1731953641976 to pos 379, reset compression=false 2024-11-18T18:14:13,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T18:14:13,528 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731953652339.adc44aac848e9e2a61cae8c357f3e6dd. 2024-11-18T18:14:13,528 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T18:14:13,528 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-18T18:14:13,530 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=818bff808382%2C37561%2C1731953644196.rep, suffix=, logDir=hdfs://localhost:35515/user/jenkins/test-data/ebd76269-eb1e-36d3-4cf1-9a4dd369928e/WALs/818bff808382,37561,1731953644196, archiveDir=hdfs://localhost:35515/user/jenkins/test-data/ebd76269-eb1e-36d3-4cf1-9a4dd369928e/oldWALs, maxLogs=10 2024-11-18T18:14:13,547 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,40249,1731953637359.replicationSource.wal-reader.818bff808382%2C40249%2C1731953637359,1-818bff808382,40249,1731953637359 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42587/user/jenkins/test-data/c645face-7769-bde9-12f9-d5959e1f54d4/WALs/818bff808382,40249,1731953637359/818bff808382%2C40249%2C1731953637359.1731953639376 to pos 379, reset compression=false 2024-11-18T18:14:13,551 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ebd76269-eb1e-36d3-4cf1-9a4dd369928e/WALs/818bff808382,37561,1731953644196/818bff808382%2C37561%2C1731953644196.rep.1731953653530, exclude list is [], retry=0 2024-11-18T18:14:13,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38261,DS-77f22416-bef0-4d2c-b3db-3a66101448f0,DISK] 2024-11-18T18:14:13,576 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ebd76269-eb1e-36d3-4cf1-9a4dd369928e/WALs/818bff808382,37561,1731953644196/818bff808382%2C37561%2C1731953644196.rep.1731953653530 2024-11-18T18:14:13,578 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38821:38821)] 2024-11-18T18:14:13,578 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => adc44aac848e9e2a61cae8c357f3e6dd, NAME => 'hbase:replication,,1731953652339.adc44aac848e9e2a61cae8c357f3e6dd.', STARTKEY => '', ENDKEY => ''} 2024-11-18T18:14:13,579 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T18:14:13,579 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T18:14:13,579 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731953652339.adc44aac848e9e2a61cae8c357f3e6dd. service=MultiRowMutationService 2024-11-18T18:14:13,579 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-18T18:14:13,579 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication adc44aac848e9e2a61cae8c357f3e6dd 2024-11-18T18:14:13,580 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731953652339.adc44aac848e9e2a61cae8c357f3e6dd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:14:13,581 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for adc44aac848e9e2a61cae8c357f3e6dd 2024-11-18T18:14:13,582 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for adc44aac848e9e2a61cae8c357f3e6dd 2024-11-18T18:14:13,585 INFO [StoreOpener-adc44aac848e9e2a61cae8c357f3e6dd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region adc44aac848e9e2a61cae8c357f3e6dd 2024-11-18T18:14:13,586 INFO [StoreOpener-adc44aac848e9e2a61cae8c357f3e6dd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region adc44aac848e9e2a61cae8c357f3e6dd columnFamilyName hfileref 2024-11-18T18:14:13,586 DEBUG [StoreOpener-adc44aac848e9e2a61cae8c357f3e6dd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:14:13,587 INFO [StoreOpener-adc44aac848e9e2a61cae8c357f3e6dd-1 {}] regionserver.HStore(327): Store=adc44aac848e9e2a61cae8c357f3e6dd/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:14:13,587 INFO [StoreOpener-adc44aac848e9e2a61cae8c357f3e6dd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region adc44aac848e9e2a61cae8c357f3e6dd 2024-11-18T18:14:13,588 INFO [StoreOpener-adc44aac848e9e2a61cae8c357f3e6dd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region adc44aac848e9e2a61cae8c357f3e6dd columnFamilyName queue 2024-11-18T18:14:13,588 DEBUG [StoreOpener-adc44aac848e9e2a61cae8c357f3e6dd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:14:13,588 INFO [StoreOpener-adc44aac848e9e2a61cae8c357f3e6dd-1 {}] regionserver.HStore(327): Store=adc44aac848e9e2a61cae8c357f3e6dd/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:14:13,588 INFO [StoreOpener-adc44aac848e9e2a61cae8c357f3e6dd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region adc44aac848e9e2a61cae8c357f3e6dd 2024-11-18T18:14:13,589 INFO [StoreOpener-adc44aac848e9e2a61cae8c357f3e6dd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region adc44aac848e9e2a61cae8c357f3e6dd columnFamilyName sid 2024-11-18T18:14:13,589 DEBUG [StoreOpener-adc44aac848e9e2a61cae8c357f3e6dd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:14:13,590 INFO [StoreOpener-adc44aac848e9e2a61cae8c357f3e6dd-1 {}] regionserver.HStore(327): Store=adc44aac848e9e2a61cae8c357f3e6dd/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:14:13,590 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for adc44aac848e9e2a61cae8c357f3e6dd 2024-11-18T18:14:13,591 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35515/user/jenkins/test-data/ebd76269-eb1e-36d3-4cf1-9a4dd369928e/data/hbase/replication/adc44aac848e9e2a61cae8c357f3e6dd 2024-11-18T18:14:13,591 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35515/user/jenkins/test-data/ebd76269-eb1e-36d3-4cf1-9a4dd369928e/data/hbase/replication/adc44aac848e9e2a61cae8c357f3e6dd 2024-11-18T18:14:13,592 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for adc44aac848e9e2a61cae8c357f3e6dd 2024-11-18T18:14:13,592 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for adc44aac848e9e2a61cae8c357f3e6dd 2024-11-18T18:14:13,592 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T18:14:13,594 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for adc44aac848e9e2a61cae8c357f3e6dd 2024-11-18T18:14:13,600 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35515/user/jenkins/test-data/ebd76269-eb1e-36d3-4cf1-9a4dd369928e/data/hbase/replication/adc44aac848e9e2a61cae8c357f3e6dd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T18:14:13,601 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened adc44aac848e9e2a61cae8c357f3e6dd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71817370, jitterRate=0.07016220688819885}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T18:14:13,601 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for adc44aac848e9e2a61cae8c357f3e6dd 2024-11-18T18:14:13,601 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for adc44aac848e9e2a61cae8c357f3e6dd: Running coprocessor pre-open hook at 1731953653582Writing region info on filesystem at 1731953653582Initializing all the Stores at 1731953653584 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953653584Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953653585 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953653585Cleaning up temporary data from old regions at 1731953653592 (+7 ms)Running coprocessor post-open hooks at 1731953653601 (+9 ms)Region opened successfully at 1731953653601 2024-11-18T18:14:13,602 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731953652339.adc44aac848e9e2a61cae8c357f3e6dd., pid=10, masterSystemTime=1731953653523 2024-11-18T18:14:13,605 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731953652339.adc44aac848e9e2a61cae8c357f3e6dd. 2024-11-18T18:14:13,605 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731953652339.adc44aac848e9e2a61cae8c357f3e6dd. 2024-11-18T18:14:13,605 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=adc44aac848e9e2a61cae8c357f3e6dd, regionState=OPEN, openSeqNum=2, regionLocation=818bff808382,37561,1731953644196 2024-11-18T18:14:13,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure adc44aac848e9e2a61cae8c357f3e6dd, server=818bff808382,37561,1731953644196 because future has completed 2024-11-18T18:14:13,611 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-18T18:14:13,611 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure adc44aac848e9e2a61cae8c357f3e6dd, server=818bff808382,37561,1731953644196 in 239 msec 2024-11-18T18:14:13,613 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-18T18:14:13,613 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=adc44aac848e9e2a61cae8c357f3e6dd, ASSIGN in 395 msec 2024-11-18T18:14:13,614 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T18:14:13,614 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731953653614"}]},"ts":"1731953653614"} 2024-11-18T18:14:13,616 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-18T18:14:13,617 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T18:14:13,618 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2780 sec 2024-11-18T18:14:13,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731953652339.adc44aac848e9e2a61cae8c357f3e6dd., hostname=818bff808382,37561,1731953644196, seqNum=2] 2024-11-18T18:14:13,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43775-0x1000bd6ebc30006, quorum=127.0.0.1:52267, baseZNode=/2-86048419 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-86048419 2024-11-18T18:14:13,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37561-0x1000bd6ebc30007, quorum=127.0.0.1:52267, baseZNode=/2-86048419 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-86048419 2024-11-18T18:14:13,673 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T18:14:13,826 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37561 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-18T18:14:13,835 INFO [RS_REFRESH_PEER-regionserver/818bff808382:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-18T18:14:13,900 INFO [RS_REFRESH_PEER-regionserver/818bff808382:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-818bff808382,37561,1731953644196, ReplicationSource: 1, currentBandwidth=0 2024-11-18T18:14:13,901 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T18:14:13,901 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=818bff808382,37561,1731953644196, seqNum=-1] 2024-11-18T18:14:13,902 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T18:14:13,903 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52799, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-18T18:14:13,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-818bff808382,37561,1731953644196', locateType=CURRENT is [region=hbase:replication,,1731953652339.adc44aac848e9e2a61cae8c357f3e6dd., hostname=818bff808382,37561,1731953644196, seqNum=2] 2024-11-18T18:14:13,928 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-18T18:14:13,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43775 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-18T18:14:13,931 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 818bff808382,37561,1731953644196 suceeded 2024-11-18T18:14:13,934 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-18T18:14:13,934 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 258 msec 2024-11-18T18:14:13,934 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://818bff808382:34243,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T18:14:13,936 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6080 sec 2024-11-18T18:14:13,947 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37561,1731953644196 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='818bff808382:34243' 2024-11-18T18:14:13,952 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37561,1731953644196 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4a428f6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:14:13,952 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37561,1731953644196 {}] client.ClusterIdFetcher(90): Going to request 818bff808382,34243,-1 for getting cluster id 2024-11-18T18:14:13,952 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37561,1731953644196 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T18:14:13,953 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '62c644b4-75b1-4922-a61a-93482d8a9d54' 2024-11-18T18:14:13,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T18:14:13,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "62c644b4-75b1-4922-a61a-93482d8a9d54" 2024-11-18T18:14:13,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7733d754, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:14:13,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [818bff808382,34243,-1] 2024-11-18T18:14:13,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T18:14:13,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:14:13,955 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-18T18:14:13,955 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37561,1731953644196 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@aa29d1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:14:13,956 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37561,1731953644196 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T18:14:13,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 818bff808382,34243,1731953640971 2024-11-18T18:14:13,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@770834dc 2024-11-18T18:14:13,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T18:14:13,957 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-18T18:14:13,958 INFO [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37561,1731953644196 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-818bff808382,37561,1731953644196 (queues=1) is replicating from cluster=f9e8770a-9e5e-44dc-be15-4c4d4b6f818d to cluster=62c644b4-75b1-4922-a61a-93482d8a9d54 2024-11-18T18:14:13,959 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37561,1731953644196 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=818bff808382%2C37561%2C1731953644196 2024-11-18T18:14:13,959 INFO [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37561,1731953644196 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-818bff808382,37561,1731953644196, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T18:14:13,986 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37561,1731953644196.replicationSource.wal-reader.818bff808382%2C37561%2C1731953644196,1-818bff808382,37561,1731953644196 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35515/user/jenkins/test-data/ebd76269-eb1e-36d3-4cf1-9a4dd369928e/WALs/818bff808382,37561,1731953644196/818bff808382%2C37561%2C1731953644196.1731953645457, startPosition=0, beingWritten=true 2024-11-18T18:14:13,997 INFO [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37561,1731953644196.replicationSource.shipper818bff808382%2C37561%2C1731953644196,1-818bff808382,37561,1731953644196 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 818bff808382%2C37561%2C1731953644196 2024-11-18T18:14:14,005 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37561,1731953644196.replicationSource.wal-reader.818bff808382%2C37561%2C1731953644196,1-818bff808382,37561,1731953644196 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T18:14:14,006 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37561,1731953644196.replicationSource.wal-reader.818bff808382%2C37561%2C1731953644196,1-818bff808382,37561,1731953644196 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35515/user/jenkins/test-data/ebd76269-eb1e-36d3-4cf1-9a4dd369928e/WALs/818bff808382,37561,1731953644196/818bff808382%2C37561%2C1731953644196.1731953645457 to pos 379, reset compression=false 2024-11-18T18:14:14,006 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37561,1731953644196.replicationSource.shipper818bff808382%2C37561%2C1731953644196,1-818bff808382,37561,1731953644196 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-818bff808382,37561,1731953644196 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35515/user/jenkins/test-data/ebd76269-eb1e-36d3-4cf1-9a4dd369928e/WALs/818bff808382,37561,1731953644196/818bff808382%2C37561%2C1731953644196.1731953645457, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T18:14:14,058 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,39147,1731953641027.replicationSource.wal-reader.818bff808382%2C39147%2C1731953641027,1-818bff808382,39147,1731953641027 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42293/user/jenkins/test-data/05a58095-600f-eac5-069c-0b9f9ca116d9/WALs/818bff808382,39147,1731953641027/818bff808382%2C39147%2C1731953641027.1731953641976 to pos 379, reset compression=false 2024-11-18T18:14:14,226 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37561,1731953644196.replicationSource.wal-reader.818bff808382%2C37561%2C1731953644196,1-818bff808382,37561,1731953644196 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35515/user/jenkins/test-data/ebd76269-eb1e-36d3-4cf1-9a4dd369928e/WALs/818bff808382,37561,1731953644196/818bff808382%2C37561%2C1731953644196.1731953645457 to pos 379, reset compression=false 2024-11-18T18:14:14,367 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,40249,1731953637359.replicationSource.wal-reader.818bff808382%2C40249%2C1731953637359,1-818bff808382,40249,1731953637359 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42587/user/jenkins/test-data/c645face-7769-bde9-12f9-d5959e1f54d4/WALs/818bff808382,40249,1731953637359/818bff808382%2C40249%2C1731953637359.1731953639376 to pos 379, reset compression=false 2024-11-18T18:14:14,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T18:14:14,473 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-18T18:14:14,473 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T18:14:14,474 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T18:14:14,474 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:14:14,474 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:14:14,474 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T18:14:14,475 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d4432e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:14:14,475 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 818bff808382,42615,-1 for getting cluster id 2024-11-18T18:14:14,475 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T18:14:14,476 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b15cf70b-96c9-4416-ad7f-b7443efb82cb' 2024-11-18T18:14:14,476 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T18:14:14,476 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b15cf70b-96c9-4416-ad7f-b7443efb82cb" 2024-11-18T18:14:14,476 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f37ddd7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:14:14,476 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [818bff808382,42615,-1] 2024-11-18T18:14:14,476 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T18:14:14,476 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:14:14,477 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T18:14:14,478 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2756e4fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:14:14,479 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f0f1ecd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:14:14,479 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 818bff808382,34243,-1 for getting cluster id 2024-11-18T18:14:14,479 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T18:14:14,479 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '62c644b4-75b1-4922-a61a-93482d8a9d54' 2024-11-18T18:14:14,479 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T18:14:14,480 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "62c644b4-75b1-4922-a61a-93482d8a9d54" 2024-11-18T18:14:14,480 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@749e22a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:14:14,480 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [818bff808382,34243,-1] 2024-11-18T18:14:14,480 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T18:14:14,480 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:14:14,481 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38698, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T18:14:14,482 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24f9d6e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:14:14,482 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c5ab18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:14:14,482 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 818bff808382,43775,-1 for getting cluster id 2024-11-18T18:14:14,482 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T18:14:14,483 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f9e8770a-9e5e-44dc-be15-4c4d4b6f818d' 2024-11-18T18:14:14,483 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T18:14:14,483 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f9e8770a-9e5e-44dc-be15-4c4d4b6f818d" 2024-11-18T18:14:14,483 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e2b5852, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:14:14,483 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [818bff808382,43775,-1] 2024-11-18T18:14:14,484 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T18:14:14,484 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:14:14,484 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T18:14:14,485 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f41801f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:14:14,486 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T18:14:14,487 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=818bff808382,40249,1731953637359, seqNum=-1] 2024-11-18T18:14:14,487 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T18:14:14,488 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T18:14:14,491 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731953646057.69fb8bc732962d8ddd01ad9aeb37cc94., hostname=818bff808382,40249,1731953637359, seqNum=2] 2024-11-18T18:14:14,494 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T18:14:14,496 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=818bff808382,37561,1731953644196, seqNum=-1] 2024-11-18T18:14:14,496 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T18:14:14,497 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37934, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T18:14:14,499 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731953648865.2dbee65a611a7b589f719c7175fa0f63., hostname=818bff808382,37561,1731953644196, seqNum=2] 2024-11-18T18:14:14,502 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-18T18:14:14,543 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37561,1731953644196.replicationSource.wal-reader.818bff808382%2C37561%2C1731953644196,1-818bff808382,37561,1731953644196 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35515/user/jenkins/test-data/ebd76269-eb1e-36d3-4cf1-9a4dd369928e/WALs/818bff808382,37561,1731953644196/818bff808382%2C37561%2C1731953644196.1731953645457 to pos 379, reset compression=false 2024-11-18T18:14:14,761 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,39147,1731953641027.replicationSource.wal-reader.818bff808382%2C39147%2C1731953641027,1-818bff808382,39147,1731953641027 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42293/user/jenkins/test-data/05a58095-600f-eac5-069c-0b9f9ca116d9/WALs/818bff808382,39147,1731953641027/818bff808382%2C39147%2C1731953641027.1731953641976 to pos 379, reset compression=false 2024-11-18T18:14:14,972 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37561,1731953644196.replicationSource.wal-reader.818bff808382%2C37561%2C1731953644196,1-818bff808382,37561,1731953644196 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35515/user/jenkins/test-data/ebd76269-eb1e-36d3-4cf1-9a4dd369928e/WALs/818bff808382,37561,1731953644196/818bff808382%2C37561%2C1731953644196.1731953645457 to pos 379, reset compression=false 2024-11-18T18:14:15,273 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,40249,1731953637359.replicationSource.wal-reader.818bff808382%2C40249%2C1731953637359,1-818bff808382,40249,1731953637359 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42587/user/jenkins/test-data/c645face-7769-bde9-12f9-d5959e1f54d4/WALs/818bff808382,40249,1731953637359/818bff808382%2C40249%2C1731953637359.1731953639376 to pos 379, reset compression=false 2024-11-18T18:14:15,306 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,40249,1731953637359.replicationSource.wal-reader.818bff808382%2C40249%2C1731953637359,1-818bff808382,40249,1731953637359 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T18:14:15,306 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,40249,1731953637359.replicationSource.wal-reader.818bff808382%2C40249%2C1731953637359,1-818bff808382,40249,1731953637359 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42587/user/jenkins/test-data/c645face-7769-bde9-12f9-d5959e1f54d4/WALs/818bff808382,40249,1731953637359/818bff808382%2C40249%2C1731953637359.1731953639376 to pos 480, reset compression=false 2024-11-18T18:14:15,306 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,40249,1731953637359.replicationSource.shipper818bff808382%2C40249%2C1731953637359,1-818bff808382,40249,1731953637359 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-818bff808382,40249,1731953637359 got entry batch from reader: WALEntryBatch [walEntries=[{test/69fb8bc732962d8ddd01ad9aeb37cc94/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:42587/user/jenkins/test-data/c645face-7769-bde9-12f9-d5959e1f54d4/WALs/818bff808382,40249,1731953637359/818bff808382%2C40249%2C1731953637359.1731953639376, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-18T18:14:15,309 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,40249,1731953637359.replicationSource.shipper818bff808382%2C40249%2C1731953637359,1-818bff808382,40249,1731953637359 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T18:14:15,310 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57652, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-18T18:14:15,311 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39147 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T18:14:15,348 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39147 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@44c38b2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:14:15,348 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39147 {}] client.ClusterIdFetcher(90): Going to request 818bff808382,34243,-1 for getting cluster id 2024-11-18T18:14:15,348 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39147 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T18:14:15,349 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '62c644b4-75b1-4922-a61a-93482d8a9d54' 2024-11-18T18:14:15,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T18:14:15,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "62c644b4-75b1-4922-a61a-93482d8a9d54" 2024-11-18T18:14:15,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7ad21ba7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:14:15,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [818bff808382,34243,-1] 2024-11-18T18:14:15,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T18:14:15,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:14:15,351 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-18T18:14:15,352 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39147 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7cae2209, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:14:15,352 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39147 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T18:14:15,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=818bff808382,39147,1731953641027, seqNum=-1] 2024-11-18T18:14:15,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T18:14:15,355 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-18T18:14:15,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731953648226.abc0ac061630d32031bf2a6206bc28fb., hostname=818bff808382,39147,1731953641027, seqNum=2] 2024-11-18T18:14:15,363 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39147 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T18:14:15,476 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37561,1731953644196.replicationSource.wal-reader.818bff808382%2C37561%2C1731953644196,1-818bff808382,37561,1731953644196 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35515/user/jenkins/test-data/ebd76269-eb1e-36d3-4cf1-9a4dd369928e/WALs/818bff808382,37561,1731953644196/818bff808382%2C37561%2C1731953644196.1731953645457 to pos 379, reset compression=false 2024-11-18T18:14:15,504 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-18T18:14:15,561 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,40249,1731953637359.replicationSource.wal-reader.818bff808382%2C40249%2C1731953637359,1-818bff808382,40249,1731953637359 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42587/user/jenkins/test-data/c645face-7769-bde9-12f9-d5959e1f54d4/WALs/818bff808382,40249,1731953637359/818bff808382%2C40249%2C1731953637359.1731953639376 to pos 480, reset compression=false 2024-11-18T18:14:15,565 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,39147,1731953641027.replicationSource.wal-reader.818bff808382%2C39147%2C1731953641027,1-818bff808382,39147,1731953641027 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42293/user/jenkins/test-data/05a58095-600f-eac5-069c-0b9f9ca116d9/WALs/818bff808382,39147,1731953641027/818bff808382%2C39147%2C1731953641027.1731953641976 to pos 379, reset compression=false 2024-11-18T18:14:15,578 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,39147,1731953641027.replicationSource.wal-reader.818bff808382%2C39147%2C1731953641027,1-818bff808382,39147,1731953641027 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T18:14:15,578 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,39147,1731953641027.replicationSource.wal-reader.818bff808382%2C39147%2C1731953641027,1-818bff808382,39147,1731953641027 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42293/user/jenkins/test-data/05a58095-600f-eac5-069c-0b9f9ca116d9/WALs/818bff808382,39147,1731953641027/818bff808382%2C39147%2C1731953641027.1731953641976 to pos 504, reset compression=false 2024-11-18T18:14:15,578 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,39147,1731953641027.replicationSource.shipper818bff808382%2C39147%2C1731953641027,1-818bff808382,39147,1731953641027 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-818bff808382,39147,1731953641027 got entry batch from reader: WALEntryBatch [walEntries=[{test/abc0ac061630d32031bf2a6206bc28fb/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:42293/user/jenkins/test-data/05a58095-600f-eac5-069c-0b9f9ca116d9/WALs/818bff808382,39147,1731953641027/818bff808382%2C39147%2C1731953641027.1731953641976, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-18T18:14:15,579 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-18T18:14:15,579 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-18T18:14:15,580 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T18:14:15,580 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-18T18:14:15,582 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,39147,1731953641027.replicationSource.shipper818bff808382%2C39147%2C1731953641027,1-818bff808382,39147,1731953641027 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T18:14:15,583 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37946, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-18T18:14:15,584 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37561 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T18:14:15,588 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37561 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6df795f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:14:15,588 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37561 {}] client.ClusterIdFetcher(90): Going to request 818bff808382,43775,-1 for getting cluster id 2024-11-18T18:14:15,588 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37561 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T18:14:15,588 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f9e8770a-9e5e-44dc-be15-4c4d4b6f818d' 2024-11-18T18:14:15,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T18:14:15,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f9e8770a-9e5e-44dc-be15-4c4d4b6f818d" 2024-11-18T18:14:15,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@c8b21e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:14:15,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [818bff808382,43775,-1] 2024-11-18T18:14:15,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T18:14:15,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:14:15,590 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60476, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-18T18:14:15,591 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37561 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5cd16c80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:14:15,592 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37561 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T18:14:15,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=818bff808382,37561,1731953644196, seqNum=-1] 2024-11-18T18:14:15,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T18:14:15,594 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-18T18:14:15,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731953648865.2dbee65a611a7b589f719c7175fa0f63., hostname=818bff808382,37561,1731953644196, seqNum=2] 2024-11-18T18:14:15,599 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37561 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T18:14:15,803 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,39147,1731953641027.replicationSource.wal-reader.818bff808382%2C39147%2C1731953641027,1-818bff808382,39147,1731953641027 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42293/user/jenkins/test-data/05a58095-600f-eac5-069c-0b9f9ca116d9/WALs/818bff808382,39147,1731953641027/818bff808382%2C39147%2C1731953641027.1731953641976 to pos 504, reset compression=false 2024-11-18T18:14:15,877 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,40249,1731953637359.replicationSource.wal-reader.818bff808382%2C40249%2C1731953637359,1-818bff808382,40249,1731953637359 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42587/user/jenkins/test-data/c645face-7769-bde9-12f9-d5959e1f54d4/WALs/818bff808382,40249,1731953637359/818bff808382%2C40249%2C1731953637359.1731953639376 to pos 480, reset compression=false 2024-11-18T18:14:15,992 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T18:14:15,992 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [818bff808382,35743,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=818bff808382:35743 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-18T18:14:15,993 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88743 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [818bff808382,35743,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=818bff808382:35743 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-18T18:14:16,086 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37561,1731953644196.replicationSource.wal-reader.818bff808382%2C37561%2C1731953644196,1-818bff808382,37561,1731953644196 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35515/user/jenkins/test-data/ebd76269-eb1e-36d3-4cf1-9a4dd369928e/WALs/818bff808382,37561,1731953644196/818bff808382%2C37561%2C1731953644196.1731953645457 to pos 379, reset compression=false 2024-11-18T18:14:16,097 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37561,1731953644196.replicationSource.wal-reader.818bff808382%2C37561%2C1731953644196,1-818bff808382,37561,1731953644196 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T18:14:16,097 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37561,1731953644196.replicationSource.wal-reader.818bff808382%2C37561%2C1731953644196,1-818bff808382,37561,1731953644196 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35515/user/jenkins/test-data/ebd76269-eb1e-36d3-4cf1-9a4dd369928e/WALs/818bff808382,37561,1731953644196/818bff808382%2C37561%2C1731953644196.1731953645457 to pos 527, reset compression=false 2024-11-18T18:14:16,097 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37561,1731953644196.replicationSource.shipper818bff808382%2C37561%2C1731953644196,1-818bff808382,37561,1731953644196 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-818bff808382,37561,1731953644196 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35515/user/jenkins/test-data/ebd76269-eb1e-36d3-4cf1-9a4dd369928e/WALs/818bff808382,37561,1731953644196/818bff808382%2C37561%2C1731953644196.1731953645457, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T18:14:16,108 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,39147,1731953641027.replicationSource.wal-reader.818bff808382%2C39147%2C1731953641027,1-818bff808382,39147,1731953641027 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42293/user/jenkins/test-data/05a58095-600f-eac5-069c-0b9f9ca116d9/WALs/818bff808382,39147,1731953641027/818bff808382%2C39147%2C1731953641027.1731953641976 to pos 504, reset compression=false 2024-11-18T18:14:16,281 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,40249,1731953637359.replicationSource.wal-reader.818bff808382%2C40249%2C1731953637359,1-818bff808382,40249,1731953637359 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42587/user/jenkins/test-data/c645face-7769-bde9-12f9-d5959e1f54d4/WALs/818bff808382,40249,1731953637359/818bff808382%2C40249%2C1731953637359.1731953639376 to pos 480, reset compression=false 2024-11-18T18:14:16,302 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37561,1731953644196.replicationSource.wal-reader.818bff808382%2C37561%2C1731953644196,1-818bff808382,37561,1731953644196 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35515/user/jenkins/test-data/ebd76269-eb1e-36d3-4cf1-9a4dd369928e/WALs/818bff808382,37561,1731953644196/818bff808382%2C37561%2C1731953644196.1731953645457 to pos 527, reset compression=false 2024-11-18T18:14:16,507 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-18T18:14:16,508 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T18:14:16,509 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=818bff808382,39147,1731953641027, seqNum=-1] 2024-11-18T18:14:16,509 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T18:14:16,510 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T18:14:16,512 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731953648226.abc0ac061630d32031bf2a6206bc28fb., hostname=818bff808382,39147,1731953641027, seqNum=2] 2024-11-18T18:14:16,516 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-18T18:14:16,517 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,39147,1731953641027.replicationSource.wal-reader.818bff808382%2C39147%2C1731953641027,1-818bff808382,39147,1731953641027 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42293/user/jenkins/test-data/05a58095-600f-eac5-069c-0b9f9ca116d9/WALs/818bff808382,39147,1731953641027/818bff808382%2C39147%2C1731953641027.1731953641976 to pos 504, reset compression=false 2024-11-18T18:14:16,521 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,39147,1731953641027.replicationSource.wal-reader.818bff808382%2C39147%2C1731953641027,1-818bff808382,39147,1731953641027 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T18:14:16,521 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,39147,1731953641027.replicationSource.wal-reader.818bff808382%2C39147%2C1731953641027,1-818bff808382,39147,1731953641027 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42293/user/jenkins/test-data/05a58095-600f-eac5-069c-0b9f9ca116d9/WALs/818bff808382,39147,1731953641027/818bff808382%2C39147%2C1731953641027.1731953641976 to pos 608, reset compression=false 2024-11-18T18:14:16,522 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,39147,1731953641027.replicationSource.shipper818bff808382%2C39147%2C1731953641027,1-818bff808382,39147,1731953641027 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-818bff808382,39147,1731953641027 got entry batch from reader: WALEntryBatch [walEntries=[{test/abc0ac061630d32031bf2a6206bc28fb/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:42293/user/jenkins/test-data/05a58095-600f-eac5-069c-0b9f9ca116d9/WALs/818bff808382,39147,1731953641027/818bff808382%2C39147%2C1731953641027.1731953641976, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-18T18:14:16,523 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37561 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T18:14:16,525 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37561 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T18:14:16,605 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37561,1731953644196.replicationSource.wal-reader.818bff808382%2C37561%2C1731953644196,1-818bff808382,37561,1731953644196 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35515/user/jenkins/test-data/ebd76269-eb1e-36d3-4cf1-9a4dd369928e/WALs/818bff808382,37561,1731953644196/818bff808382%2C37561%2C1731953644196.1731953645457 to pos 527, reset compression=false 2024-11-18T18:14:16,610 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37561,1731953644196.replicationSource.wal-reader.818bff808382%2C37561%2C1731953644196,1-818bff808382,37561,1731953644196 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T18:14:16,610 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37561,1731953644196.replicationSource.wal-reader.818bff808382%2C37561%2C1731953644196,1-818bff808382,37561,1731953644196 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35515/user/jenkins/test-data/ebd76269-eb1e-36d3-4cf1-9a4dd369928e/WALs/818bff808382,37561,1731953644196/818bff808382%2C37561%2C1731953644196.1731953645457 to pos 654, reset compression=false 2024-11-18T18:14:16,610 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37561,1731953644196.replicationSource.shipper818bff808382%2C37561%2C1731953644196,1-818bff808382,37561,1731953644196 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-818bff808382,37561,1731953644196 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35515/user/jenkins/test-data/ebd76269-eb1e-36d3-4cf1-9a4dd369928e/WALs/818bff808382,37561,1731953644196/818bff808382%2C37561%2C1731953644196.1731953645457, lastWalPosition=654, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T18:14:16,726 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,39147,1731953641027.replicationSource.wal-reader.818bff808382%2C39147%2C1731953641027,1-818bff808382,39147,1731953641027 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42293/user/jenkins/test-data/05a58095-600f-eac5-069c-0b9f9ca116d9/WALs/818bff808382,39147,1731953641027/818bff808382%2C39147%2C1731953641027.1731953641976 to pos 608, reset compression=false 2024-11-18T18:14:16,789 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,40249,1731953637359.replicationSource.wal-reader.818bff808382%2C40249%2C1731953637359,1-818bff808382,40249,1731953637359 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42587/user/jenkins/test-data/c645face-7769-bde9-12f9-d5959e1f54d4/WALs/818bff808382,40249,1731953637359/818bff808382%2C40249%2C1731953637359.1731953639376 to pos 480, reset compression=false 2024-11-18T18:14:16,813 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37561,1731953644196.replicationSource.wal-reader.818bff808382%2C37561%2C1731953644196,1-818bff808382,37561,1731953644196 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35515/user/jenkins/test-data/ebd76269-eb1e-36d3-4cf1-9a4dd369928e/WALs/818bff808382,37561,1731953644196/818bff808382%2C37561%2C1731953644196.1731953645457 to pos 654, reset compression=false 2024-11-18T18:14:17,029 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,39147,1731953641027.replicationSource.wal-reader.818bff808382%2C39147%2C1731953641027,1-818bff808382,39147,1731953641027 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42293/user/jenkins/test-data/05a58095-600f-eac5-069c-0b9f9ca116d9/WALs/818bff808382,39147,1731953641027/818bff808382%2C39147%2C1731953641027.1731953641976 to pos 608, reset compression=false 2024-11-18T18:14:17,116 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37561,1731953644196.replicationSource.wal-reader.818bff808382%2C37561%2C1731953644196,1-818bff808382,37561,1731953644196 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35515/user/jenkins/test-data/ebd76269-eb1e-36d3-4cf1-9a4dd369928e/WALs/818bff808382,37561,1731953644196/818bff808382%2C37561%2C1731953644196.1731953645457 to pos 654, reset compression=false 2024-11-18T18:14:17,153 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T18:14:17,155 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:14:17,155 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:14:17,155 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:14:17,155 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:14:17,202 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:14:17,202 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:14:17,203 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:14:17,203 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:14:17,203 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:14:17,203 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:14:17,211 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:14:17,215 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:14:17,215 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:14:17,217 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:14:17,392 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,40249,1731953637359.replicationSource.wal-reader.818bff808382%2C40249%2C1731953637359,1-818bff808382,40249,1731953637359 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42587/user/jenkins/test-data/c645face-7769-bde9-12f9-d5959e1f54d4/WALs/818bff808382,40249,1731953637359/818bff808382%2C40249%2C1731953637359.1731953639376 to pos 480, reset compression=false 2024-11-18T18:14:17,434 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,39147,1731953641027.replicationSource.wal-reader.818bff808382%2C39147%2C1731953641027,1-818bff808382,39147,1731953641027 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42293/user/jenkins/test-data/05a58095-600f-eac5-069c-0b9f9ca116d9/WALs/818bff808382,39147,1731953641027/818bff808382%2C39147%2C1731953641027.1731953641976 to pos 608, reset compression=false 2024-11-18T18:14:17,518 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-18T18:14:17,520 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37561,1731953644196.replicationSource.wal-reader.818bff808382%2C37561%2C1731953644196,1-818bff808382,37561,1731953644196 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35515/user/jenkins/test-data/ebd76269-eb1e-36d3-4cf1-9a4dd369928e/WALs/818bff808382,37561,1731953644196/818bff808382%2C37561%2C1731953644196.1731953645457 to pos 654, reset compression=false 2024-11-18T18:14:17,521 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-18T18:14:17,524 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37561,1731953644196.replicationSource.wal-reader.818bff808382%2C37561%2C1731953644196,1-818bff808382,37561,1731953644196 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T18:14:17,524 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37561,1731953644196.replicationSource.wal-reader.818bff808382%2C37561%2C1731953644196,1-818bff808382,37561,1731953644196 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35515/user/jenkins/test-data/ebd76269-eb1e-36d3-4cf1-9a4dd369928e/WALs/818bff808382,37561,1731953644196/818bff808382%2C37561%2C1731953644196.1731953645457 to pos 758, reset compression=false 2024-11-18T18:14:17,524 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37561,1731953644196.replicationSource.shipper818bff808382%2C37561%2C1731953644196,1-818bff808382,37561,1731953644196 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-818bff808382,37561,1731953644196 got entry batch from reader: WALEntryBatch [walEntries=[{test/2dbee65a611a7b589f719c7175fa0f63/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:35515/user/jenkins/test-data/ebd76269-eb1e-36d3-4cf1-9a4dd369928e/WALs/818bff808382,37561,1731953644196/818bff808382%2C37561%2C1731953644196.1731953645457, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-18T18:14:17,526 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37561,1731953644196.replicationSource.shipper818bff808382%2C37561%2C1731953644196,1-818bff808382,37561,1731953644196 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T18:14:17,527 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-18T18:14:17,528 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39147 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T18:14:17,530 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39147 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T18:14:17,728 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37561,1731953644196.replicationSource.wal-reader.818bff808382%2C37561%2C1731953644196,1-818bff808382,37561,1731953644196 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35515/user/jenkins/test-data/ebd76269-eb1e-36d3-4cf1-9a4dd369928e/WALs/818bff808382,37561,1731953644196/818bff808382%2C37561%2C1731953644196.1731953645457 to pos 758, reset compression=false 2024-11-18T18:14:17,938 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,39147,1731953641027.replicationSource.wal-reader.818bff808382%2C39147%2C1731953641027,1-818bff808382,39147,1731953641027 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42293/user/jenkins/test-data/05a58095-600f-eac5-069c-0b9f9ca116d9/WALs/818bff808382,39147,1731953641027/818bff808382%2C39147%2C1731953641027.1731953641976 to pos 608, reset compression=false 2024-11-18T18:14:17,942 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,39147,1731953641027.replicationSource.wal-reader.818bff808382%2C39147%2C1731953641027,1-818bff808382,39147,1731953641027 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T18:14:17,942 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,39147,1731953641027.replicationSource.wal-reader.818bff808382%2C39147%2C1731953641027,1-818bff808382,39147,1731953641027 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42293/user/jenkins/test-data/05a58095-600f-eac5-069c-0b9f9ca116d9/WALs/818bff808382,39147,1731953641027/818bff808382%2C39147%2C1731953641027.1731953641976 to pos 736, reset compression=false 2024-11-18T18:14:17,942 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,39147,1731953641027.replicationSource.shipper818bff808382%2C39147%2C1731953641027,1-818bff808382,39147,1731953641027 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-818bff808382,39147,1731953641027 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42293/user/jenkins/test-data/05a58095-600f-eac5-069c-0b9f9ca116d9/WALs/818bff808382,39147,1731953641027/818bff808382%2C39147%2C1731953641027.1731953641976, lastWalPosition=736, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T18:14:18,032 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37561,1731953644196.replicationSource.wal-reader.818bff808382%2C37561%2C1731953644196,1-818bff808382,37561,1731953644196 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35515/user/jenkins/test-data/ebd76269-eb1e-36d3-4cf1-9a4dd369928e/WALs/818bff808382,37561,1731953644196/818bff808382%2C37561%2C1731953644196.1731953645457 to pos 758, reset compression=false 2024-11-18T18:14:18,096 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,40249,1731953637359.replicationSource.wal-reader.818bff808382%2C40249%2C1731953637359,1-818bff808382,40249,1731953637359 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42587/user/jenkins/test-data/c645face-7769-bde9-12f9-d5959e1f54d4/WALs/818bff808382,40249,1731953637359/818bff808382%2C40249%2C1731953637359.1731953639376 to pos 480, reset compression=false 2024-11-18T18:14:18,145 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,39147,1731953641027.replicationSource.wal-reader.818bff808382%2C39147%2C1731953641027,1-818bff808382,39147,1731953641027 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42293/user/jenkins/test-data/05a58095-600f-eac5-069c-0b9f9ca116d9/WALs/818bff808382,39147,1731953641027/818bff808382%2C39147%2C1731953641027.1731953641976 to pos 736, reset compression=false 2024-11-18T18:14:18,435 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37561,1731953644196.replicationSource.wal-reader.818bff808382%2C37561%2C1731953644196,1-818bff808382,37561,1731953644196 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35515/user/jenkins/test-data/ebd76269-eb1e-36d3-4cf1-9a4dd369928e/WALs/818bff808382,37561,1731953644196/818bff808382%2C37561%2C1731953644196.1731953645457 to pos 758, reset compression=false 2024-11-18T18:14:18,448 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,39147,1731953641027.replicationSource.wal-reader.818bff808382%2C39147%2C1731953641027,1-818bff808382,39147,1731953641027 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42293/user/jenkins/test-data/05a58095-600f-eac5-069c-0b9f9ca116d9/WALs/818bff808382,39147,1731953641027/818bff808382%2C39147%2C1731953641027.1731953641976 to pos 736, reset compression=false 2024-11-18T18:14:18,523 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-18T18:14:18,526 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-18T18:14:18,852 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,39147,1731953641027.replicationSource.wal-reader.818bff808382%2C39147%2C1731953641027,1-818bff808382,39147,1731953641027 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42293/user/jenkins/test-data/05a58095-600f-eac5-069c-0b9f9ca116d9/WALs/818bff808382,39147,1731953641027/818bff808382%2C39147%2C1731953641027.1731953641976 to pos 736, reset compression=false 2024-11-18T18:14:18,900 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,40249,1731953637359.replicationSource.wal-reader.818bff808382%2C40249%2C1731953637359,1-818bff808382,40249,1731953637359 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42587/user/jenkins/test-data/c645face-7769-bde9-12f9-d5959e1f54d4/WALs/818bff808382,40249,1731953637359/818bff808382%2C40249%2C1731953637359.1731953639376 to pos 480, reset compression=false 2024-11-18T18:14:18,904 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,40249,1731953637359.replicationSource.wal-reader.818bff808382%2C40249%2C1731953637359,1-818bff808382,40249,1731953637359 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T18:14:18,904 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,40249,1731953637359.replicationSource.wal-reader.818bff808382%2C40249%2C1731953637359,1-818bff808382,40249,1731953637359 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42587/user/jenkins/test-data/c645face-7769-bde9-12f9-d5959e1f54d4/WALs/818bff808382,40249,1731953637359/818bff808382%2C40249%2C1731953637359.1731953639376 to pos 636, reset compression=false 2024-11-18T18:14:18,904 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,40249,1731953637359.replicationSource.shipper818bff808382%2C40249%2C1731953637359,1-818bff808382,40249,1731953637359 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-818bff808382,40249,1731953637359 got entry batch from reader: WALEntryBatch [walEntries=[{test/69fb8bc732962d8ddd01ad9aeb37cc94/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:42587/user/jenkins/test-data/c645face-7769-bde9-12f9-d5959e1f54d4/WALs/818bff808382,40249,1731953637359/818bff808382%2C40249%2C1731953637359.1731953639376, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-18T18:14:18,905 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39147 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T18:14:18,907 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39147 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T18:14:18,939 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37561,1731953644196.replicationSource.wal-reader.818bff808382%2C37561%2C1731953644196,1-818bff808382,37561,1731953644196 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35515/user/jenkins/test-data/ebd76269-eb1e-36d3-4cf1-9a4dd369928e/WALs/818bff808382,37561,1731953644196/818bff808382%2C37561%2C1731953644196.1731953645457 to pos 758, reset compression=false 2024-11-18T18:14:19,108 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,40249,1731953637359.replicationSource.wal-reader.818bff808382%2C40249%2C1731953637359,1-818bff808382,40249,1731953637359 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42587/user/jenkins/test-data/c645face-7769-bde9-12f9-d5959e1f54d4/WALs/818bff808382,40249,1731953637359/818bff808382%2C40249%2C1731953637359.1731953639376 to pos 636, reset compression=false 2024-11-18T18:14:19,355 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,39147,1731953641027.replicationSource.wal-reader.818bff808382%2C39147%2C1731953641027,1-818bff808382,39147,1731953641027 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42293/user/jenkins/test-data/05a58095-600f-eac5-069c-0b9f9ca116d9/WALs/818bff808382,39147,1731953641027/818bff808382%2C39147%2C1731953641027.1731953641976 to pos 736, reset compression=false 2024-11-18T18:14:19,360 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,39147,1731953641027.replicationSource.wal-reader.818bff808382%2C39147%2C1731953641027,1-818bff808382,39147,1731953641027 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T18:14:19,360 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,39147,1731953641027.replicationSource.wal-reader.818bff808382%2C39147%2C1731953641027,1-818bff808382,39147,1731953641027 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42293/user/jenkins/test-data/05a58095-600f-eac5-069c-0b9f9ca116d9/WALs/818bff808382,39147,1731953641027/818bff808382%2C39147%2C1731953641027.1731953641976 to pos 884, reset compression=false 2024-11-18T18:14:19,360 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,39147,1731953641027.replicationSource.shipper818bff808382%2C39147%2C1731953641027,1-818bff808382,39147,1731953641027 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-818bff808382,39147,1731953641027 got entry batch from reader: WALEntryBatch [walEntries=[{test/abc0ac061630d32031bf2a6206bc28fb/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:42293/user/jenkins/test-data/05a58095-600f-eac5-069c-0b9f9ca116d9/WALs/818bff808382,39147,1731953641027/818bff808382%2C39147%2C1731953641027.1731953641976, lastWalPosition=884, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-18T18:14:19,361 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37561 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T18:14:19,363 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37561 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T18:14:19,411 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,40249,1731953637359.replicationSource.wal-reader.818bff808382%2C40249%2C1731953637359,1-818bff808382,40249,1731953637359 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42587/user/jenkins/test-data/c645face-7769-bde9-12f9-d5959e1f54d4/WALs/818bff808382,40249,1731953637359/818bff808382%2C40249%2C1731953637359.1731953639376 to pos 636, reset compression=false 2024-11-18T18:14:19,528 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-18T18:14:19,531 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-18T18:14:19,542 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37561,1731953644196.replicationSource.wal-reader.818bff808382%2C37561%2C1731953644196,1-818bff808382,37561,1731953644196 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35515/user/jenkins/test-data/ebd76269-eb1e-36d3-4cf1-9a4dd369928e/WALs/818bff808382,37561,1731953644196/818bff808382%2C37561%2C1731953644196.1731953645457 to pos 758, reset compression=false 2024-11-18T18:14:19,547 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37561,1731953644196.replicationSource.wal-reader.818bff808382%2C37561%2C1731953644196,1-818bff808382,37561,1731953644196 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T18:14:19,547 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37561,1731953644196.replicationSource.wal-reader.818bff808382%2C37561%2C1731953644196,1-818bff808382,37561,1731953644196 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35515/user/jenkins/test-data/ebd76269-eb1e-36d3-4cf1-9a4dd369928e/WALs/818bff808382,37561,1731953644196/818bff808382%2C37561%2C1731953644196.1731953645457 to pos 929, reset compression=false 2024-11-18T18:14:19,547 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37561,1731953644196.replicationSource.shipper818bff808382%2C37561%2C1731953644196,1-818bff808382,37561,1731953644196 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-818bff808382,37561,1731953644196 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35515/user/jenkins/test-data/ebd76269-eb1e-36d3-4cf1-9a4dd369928e/WALs/818bff808382,37561,1731953644196/818bff808382%2C37561%2C1731953644196.1731953645457, lastWalPosition=929, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T18:14:19,563 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,39147,1731953641027.replicationSource.wal-reader.818bff808382%2C39147%2C1731953641027,1-818bff808382,39147,1731953641027 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42293/user/jenkins/test-data/05a58095-600f-eac5-069c-0b9f9ca116d9/WALs/818bff808382,39147,1731953641027/818bff808382%2C39147%2C1731953641027.1731953641976 to pos 884, reset compression=false 2024-11-18T18:14:19,567 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,39147,1731953641027.replicationSource.wal-reader.818bff808382%2C39147%2C1731953641027,1-818bff808382,39147,1731953641027 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T18:14:19,567 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,39147,1731953641027.replicationSource.wal-reader.818bff808382%2C39147%2C1731953641027,1-818bff808382,39147,1731953641027 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42293/user/jenkins/test-data/05a58095-600f-eac5-069c-0b9f9ca116d9/WALs/818bff808382,39147,1731953641027/818bff808382%2C39147%2C1731953641027.1731953641976 to pos 1043, reset compression=false 2024-11-18T18:14:19,567 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,39147,1731953641027.replicationSource.shipper818bff808382%2C39147%2C1731953641027,1-818bff808382,39147,1731953641027 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-818bff808382,39147,1731953641027 got entry batch from reader: WALEntryBatch [walEntries=[{test/abc0ac061630d32031bf2a6206bc28fb/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:42293/user/jenkins/test-data/05a58095-600f-eac5-069c-0b9f9ca116d9/WALs/818bff808382,39147,1731953641027/818bff808382%2C39147%2C1731953641027.1731953641976, lastWalPosition=1043, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-18T18:14:19,567 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37561 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T18:14:19,570 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37561 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T18:14:19,750 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37561,1731953644196.replicationSource.wal-reader.818bff808382%2C37561%2C1731953644196,1-818bff808382,37561,1731953644196 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35515/user/jenkins/test-data/ebd76269-eb1e-36d3-4cf1-9a4dd369928e/WALs/818bff808382,37561,1731953644196/818bff808382%2C37561%2C1731953644196.1731953645457 to pos 929, reset compression=false 2024-11-18T18:14:19,754 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37561,1731953644196.replicationSource.wal-reader.818bff808382%2C37561%2C1731953644196,1-818bff808382,37561,1731953644196 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T18:14:19,754 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37561,1731953644196.replicationSource.wal-reader.818bff808382%2C37561%2C1731953644196,1-818bff808382,37561,1731953644196 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35515/user/jenkins/test-data/ebd76269-eb1e-36d3-4cf1-9a4dd369928e/WALs/818bff808382,37561,1731953644196/818bff808382%2C37561%2C1731953644196.1731953645457 to pos 1078, reset compression=false 2024-11-18T18:14:19,754 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37561,1731953644196.replicationSource.shipper818bff808382%2C37561%2C1731953644196,1-818bff808382,37561,1731953644196 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-818bff808382,37561,1731953644196 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35515/user/jenkins/test-data/ebd76269-eb1e-36d3-4cf1-9a4dd369928e/WALs/818bff808382,37561,1731953644196/818bff808382%2C37561%2C1731953644196.1731953645457, lastWalPosition=1078, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T18:14:19,769 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,39147,1731953641027.replicationSource.wal-reader.818bff808382%2C39147%2C1731953641027,1-818bff808382,39147,1731953641027 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42293/user/jenkins/test-data/05a58095-600f-eac5-069c-0b9f9ca116d9/WALs/818bff808382,39147,1731953641027/818bff808382%2C39147%2C1731953641027.1731953641976 to pos 1043, reset compression=false 2024-11-18T18:14:19,814 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,40249,1731953637359.replicationSource.wal-reader.818bff808382%2C40249%2C1731953637359,1-818bff808382,40249,1731953637359 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42587/user/jenkins/test-data/c645face-7769-bde9-12f9-d5959e1f54d4/WALs/818bff808382,40249,1731953637359/818bff808382%2C40249%2C1731953637359.1731953639376 to pos 636, reset compression=false 2024-11-18T18:14:19,957 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37561,1731953644196.replicationSource.wal-reader.818bff808382%2C37561%2C1731953644196,1-818bff808382,37561,1731953644196 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35515/user/jenkins/test-data/ebd76269-eb1e-36d3-4cf1-9a4dd369928e/WALs/818bff808382,37561,1731953644196/818bff808382%2C37561%2C1731953644196.1731953645457 to pos 1078, reset compression=false 2024-11-18T18:14:20,072 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,39147,1731953641027.replicationSource.wal-reader.818bff808382%2C39147%2C1731953641027,1-818bff808382,39147,1731953641027 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42293/user/jenkins/test-data/05a58095-600f-eac5-069c-0b9f9ca116d9/WALs/818bff808382,39147,1731953641027/818bff808382%2C39147%2C1731953641027.1731953641976 to pos 1043, reset compression=false 2024-11-18T18:14:20,260 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37561,1731953644196.replicationSource.wal-reader.818bff808382%2C37561%2C1731953644196,1-818bff808382,37561,1731953644196 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35515/user/jenkins/test-data/ebd76269-eb1e-36d3-4cf1-9a4dd369928e/WALs/818bff808382,37561,1731953644196/818bff808382%2C37561%2C1731953644196.1731953645457 to pos 1078, reset compression=false 2024-11-18T18:14:20,317 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,40249,1731953637359.replicationSource.wal-reader.818bff808382%2C40249%2C1731953637359,1-818bff808382,40249,1731953637359 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42587/user/jenkins/test-data/c645face-7769-bde9-12f9-d5959e1f54d4/WALs/818bff808382,40249,1731953637359/818bff808382%2C40249%2C1731953637359.1731953639376 to pos 636, reset compression=false 2024-11-18T18:14:20,476 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,39147,1731953641027.replicationSource.wal-reader.818bff808382%2C39147%2C1731953641027,1-818bff808382,39147,1731953641027 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42293/user/jenkins/test-data/05a58095-600f-eac5-069c-0b9f9ca116d9/WALs/818bff808382,39147,1731953641027/818bff808382%2C39147%2C1731953641027.1731953641976 to pos 1043, reset compression=false 2024-11-18T18:14:20,533 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-18T18:14:20,547 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-18T18:14:20,664 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37561,1731953644196.replicationSource.wal-reader.818bff808382%2C37561%2C1731953644196,1-818bff808382,37561,1731953644196 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35515/user/jenkins/test-data/ebd76269-eb1e-36d3-4cf1-9a4dd369928e/WALs/818bff808382,37561,1731953644196/818bff808382%2C37561%2C1731953644196.1731953645457 to pos 1078, reset compression=false 2024-11-18T18:14:20,669 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37561,1731953644196.replicationSource.wal-reader.818bff808382%2C37561%2C1731953644196,1-818bff808382,37561,1731953644196 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T18:14:20,669 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37561,1731953644196.replicationSource.wal-reader.818bff808382%2C37561%2C1731953644196,1-818bff808382,37561,1731953644196 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35515/user/jenkins/test-data/ebd76269-eb1e-36d3-4cf1-9a4dd369928e/WALs/818bff808382,37561,1731953644196/818bff808382%2C37561%2C1731953644196.1731953645457 to pos 1237, reset compression=false 2024-11-18T18:14:20,669 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37561,1731953644196.replicationSource.shipper818bff808382%2C37561%2C1731953644196,1-818bff808382,37561,1731953644196 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-818bff808382,37561,1731953644196 got entry batch from reader: WALEntryBatch [walEntries=[{test/2dbee65a611a7b589f719c7175fa0f63/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:35515/user/jenkins/test-data/ebd76269-eb1e-36d3-4cf1-9a4dd369928e/WALs/818bff808382,37561,1731953644196/818bff808382%2C37561%2C1731953644196.1731953645457, lastWalPosition=1237, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-18T18:14:20,671 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39147 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T18:14:20,674 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39147 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T18:14:20,873 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37561,1731953644196.replicationSource.wal-reader.818bff808382%2C37561%2C1731953644196,1-818bff808382,37561,1731953644196 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35515/user/jenkins/test-data/ebd76269-eb1e-36d3-4cf1-9a4dd369928e/WALs/818bff808382,37561,1731953644196/818bff808382%2C37561%2C1731953644196.1731953645457 to pos 1237, reset compression=false 2024-11-18T18:14:20,920 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,40249,1731953637359.replicationSource.wal-reader.818bff808382%2C40249%2C1731953637359,1-818bff808382,40249,1731953637359 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42587/user/jenkins/test-data/c645face-7769-bde9-12f9-d5959e1f54d4/WALs/818bff808382,40249,1731953637359/818bff808382%2C40249%2C1731953637359.1731953639376 to pos 636, reset compression=false 2024-11-18T18:14:20,980 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,39147,1731953641027.replicationSource.wal-reader.818bff808382%2C39147%2C1731953641027,1-818bff808382,39147,1731953641027 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42293/user/jenkins/test-data/05a58095-600f-eac5-069c-0b9f9ca116d9/WALs/818bff808382,39147,1731953641027/818bff808382%2C39147%2C1731953641027.1731953641976 to pos 1043, reset compression=false 2024-11-18T18:14:20,984 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,39147,1731953641027.replicationSource.wal-reader.818bff808382%2C39147%2C1731953641027,1-818bff808382,39147,1731953641027 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T18:14:20,984 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,39147,1731953641027.replicationSource.wal-reader.818bff808382%2C39147%2C1731953641027,1-818bff808382,39147,1731953641027 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42293/user/jenkins/test-data/05a58095-600f-eac5-069c-0b9f9ca116d9/WALs/818bff808382,39147,1731953641027/818bff808382%2C39147%2C1731953641027.1731953641976 to pos 1193, reset compression=false 2024-11-18T18:14:20,984 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,39147,1731953641027.replicationSource.shipper818bff808382%2C39147%2C1731953641027,1-818bff808382,39147,1731953641027 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-818bff808382,39147,1731953641027 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42293/user/jenkins/test-data/05a58095-600f-eac5-069c-0b9f9ca116d9/WALs/818bff808382,39147,1731953641027/818bff808382%2C39147%2C1731953641027.1731953641976, lastWalPosition=1193, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T18:14:21,177 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37561,1731953644196.replicationSource.wal-reader.818bff808382%2C37561%2C1731953644196,1-818bff808382,37561,1731953644196 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35515/user/jenkins/test-data/ebd76269-eb1e-36d3-4cf1-9a4dd369928e/WALs/818bff808382,37561,1731953644196/818bff808382%2C37561%2C1731953644196.1731953645457 to pos 1237, reset compression=false 2024-11-18T18:14:21,190 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,39147,1731953641027.replicationSource.wal-reader.818bff808382%2C39147%2C1731953641027,1-818bff808382,39147,1731953641027 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42293/user/jenkins/test-data/05a58095-600f-eac5-069c-0b9f9ca116d9/WALs/818bff808382,39147,1731953641027/818bff808382%2C39147%2C1731953641027.1731953641976 to pos 1193, reset compression=false 2024-11-18T18:14:21,493 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,39147,1731953641027.replicationSource.wal-reader.818bff808382%2C39147%2C1731953641027,1-818bff808382,39147,1731953641027 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42293/user/jenkins/test-data/05a58095-600f-eac5-069c-0b9f9ca116d9/WALs/818bff808382,39147,1731953641027/818bff808382%2C39147%2C1731953641027.1731953641976 to pos 1193, reset compression=false 2024-11-18T18:14:21,548 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-18T18:14:21,553 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T18:14:21,553 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T18:14:21,553 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T18:14:21,553 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:14:21,554 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:14:21,554 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T18:14:21,554 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T18:14:21,554 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=890282517, stopped=false 2024-11-18T18:14:21,554 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=818bff808382,43775,1731953644152 2024-11-18T18:14:21,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43775-0x1000bd6ebc30006, quorum=127.0.0.1:52267, baseZNode=/2-86048419 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-86048419/running 2024-11-18T18:14:21,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37561-0x1000bd6ebc30007, quorum=127.0.0.1:52267, baseZNode=/2-86048419 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-86048419/running 2024-11-18T18:14:21,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43775-0x1000bd6ebc30006, quorum=127.0.0.1:52267, baseZNode=/2-86048419 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-86048419 2024-11-18T18:14:21,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37561-0x1000bd6ebc30007, quorum=127.0.0.1:52267, baseZNode=/2-86048419 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-86048419 2024-11-18T18:14:21,555 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T18:14:21,556 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T18:14:21,556 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T18:14:21,556 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:14:21,556 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '818bff808382,37561,1731953644196' ***** 2024-11-18T18:14:21,556 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T18:14:21,556 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43775-0x1000bd6ebc30006, quorum=127.0.0.1:52267, baseZNode=/2-86048419 Set watcher on znode that does not yet exist, /2-86048419/running 2024-11-18T18:14:21,557 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37561-0x1000bd6ebc30007, quorum=127.0.0.1:52267, baseZNode=/2-86048419 Set watcher on znode that does not yet exist, /2-86048419/running 2024-11-18T18:14:21,557 INFO [RS:0;818bff808382:37561 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T18:14:21,557 INFO [RS:0;818bff808382:37561 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T18:14:21,557 INFO [RS:0;818bff808382:37561 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T18:14:21,557 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T18:14:21,557 INFO [RS:0;818bff808382:37561 {}] regionserver.HRegionServer(3091): Received CLOSE for adc44aac848e9e2a61cae8c357f3e6dd 2024-11-18T18:14:21,557 INFO [RS:0;818bff808382:37561 {}] regionserver.HRegionServer(3091): Received CLOSE for 2dbee65a611a7b589f719c7175fa0f63 2024-11-18T18:14:21,557 INFO [RS:0;818bff808382:37561 {}] regionserver.HRegionServer(959): stopping server 818bff808382,37561,1731953644196 2024-11-18T18:14:21,557 INFO [RS:0;818bff808382:37561 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T18:14:21,558 INFO [RS:0;818bff808382:37561 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;818bff808382:37561. 2024-11-18T18:14:21,558 DEBUG [RS:0;818bff808382:37561 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T18:14:21,558 DEBUG [RS:0;818bff808382:37561 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:14:21,558 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing adc44aac848e9e2a61cae8c357f3e6dd, disabling compactions & flushes 2024-11-18T18:14:21,558 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731953652339.adc44aac848e9e2a61cae8c357f3e6dd. 2024-11-18T18:14:21,558 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731953652339.adc44aac848e9e2a61cae8c357f3e6dd. 2024-11-18T18:14:21,558 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731953652339.adc44aac848e9e2a61cae8c357f3e6dd. after waiting 0 ms 2024-11-18T18:14:21,558 INFO [RS:0;818bff808382:37561 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T18:14:21,558 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731953652339.adc44aac848e9e2a61cae8c357f3e6dd. 2024-11-18T18:14:21,558 INFO [RS:0;818bff808382:37561 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T18:14:21,558 INFO [RS:0;818bff808382:37561 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T18:14:21,558 INFO [RS:0;818bff808382:37561 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T18:14:21,558 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing adc44aac848e9e2a61cae8c357f3e6dd 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-18T18:14:21,558 INFO [RS:0;818bff808382:37561 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-18T18:14:21,558 DEBUG [RS:0;818bff808382:37561 {}] regionserver.HRegionServer(1325): Online Regions={adc44aac848e9e2a61cae8c357f3e6dd=hbase:replication,,1731953652339.adc44aac848e9e2a61cae8c357f3e6dd., 1588230740=hbase:meta,,1.1588230740, 2dbee65a611a7b589f719c7175fa0f63=test,,1731953648865.2dbee65a611a7b589f719c7175fa0f63.} 2024-11-18T18:14:21,558 DEBUG [RS:0;818bff808382:37561 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2dbee65a611a7b589f719c7175fa0f63, adc44aac848e9e2a61cae8c357f3e6dd 2024-11-18T18:14:21,558 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T18:14:21,558 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T18:14:21,558 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T18:14:21,558 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T18:14:21,558 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T18:14:21,558 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-18T18:14:21,575 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35515/user/jenkins/test-data/ebd76269-eb1e-36d3-4cf1-9a4dd369928e/data/hbase/replication/adc44aac848e9e2a61cae8c357f3e6dd/.tmp/queue/0fd3834838554a33b48c182e867fdf4a is 154, key is 1-818bff808382,37561,1731953644196/queue:818bff808382%2C37561%2C1731953644196/1731953660675/Put/seqid=0 2024-11-18T18:14:21,576 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35515/user/jenkins/test-data/ebd76269-eb1e-36d3-4cf1-9a4dd369928e/data/hbase/meta/1588230740/.tmp/info/4fed86fb936f46e9ba89e5f586fc539b is 147, key is hbase:replication,,1731953652339.adc44aac848e9e2a61cae8c357f3e6dd./info:regioninfo/1731953653605/Put/seqid=0 2024-11-18T18:14:21,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38261 is added to blk_1073741840_1016 (size=5353) 2024-11-18T18:14:21,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38261 is added to blk_1073741841_1017 (size=7686) 2024-11-18T18:14:21,579 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35515/user/jenkins/test-data/ebd76269-eb1e-36d3-4cf1-9a4dd369928e/data/hbase/meta/1588230740/.tmp/info/4fed86fb936f46e9ba89e5f586fc539b 2024-11-18T18:14:21,581 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37561,1731953644196.replicationSource.wal-reader.818bff808382%2C37561%2C1731953644196,1-818bff808382,37561,1731953644196 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35515/user/jenkins/test-data/ebd76269-eb1e-36d3-4cf1-9a4dd369928e/WALs/818bff808382,37561,1731953644196/818bff808382%2C37561%2C1731953644196.1731953645457 to pos 1237, reset compression=false 2024-11-18T18:14:21,600 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35515/user/jenkins/test-data/ebd76269-eb1e-36d3-4cf1-9a4dd369928e/data/hbase/meta/1588230740/.tmp/ns/c87271e6daff46e89986bd80068ff0f8 is 43, key is default/ns:d/1731953646025/Put/seqid=0 2024-11-18T18:14:21,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38261 is added to blk_1073741842_1018 (size=5153) 2024-11-18T18:14:21,624 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,40249,1731953637359.replicationSource.wal-reader.818bff808382%2C40249%2C1731953637359,1-818bff808382,40249,1731953637359 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42587/user/jenkins/test-data/c645face-7769-bde9-12f9-d5959e1f54d4/WALs/818bff808382,40249,1731953637359/818bff808382%2C40249%2C1731953637359.1731953639376 to pos 636, reset compression=false 2024-11-18T18:14:21,645 INFO [regionserver/818bff808382:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T18:14:21,758 DEBUG [RS:0;818bff808382:37561 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2dbee65a611a7b589f719c7175fa0f63, adc44aac848e9e2a61cae8c357f3e6dd 2024-11-18T18:14:21,896 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,39147,1731953641027.replicationSource.wal-reader.818bff808382%2C39147%2C1731953641027,1-818bff808382,39147,1731953641027 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42293/user/jenkins/test-data/05a58095-600f-eac5-069c-0b9f9ca116d9/WALs/818bff808382,39147,1731953641027/818bff808382%2C39147%2C1731953641027.1731953641976 to pos 1193, reset compression=false 2024-11-18T18:14:21,958 DEBUG [RS:0;818bff808382:37561 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2dbee65a611a7b589f719c7175fa0f63, adc44aac848e9e2a61cae8c357f3e6dd 2024-11-18T18:14:21,979 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35515/user/jenkins/test-data/ebd76269-eb1e-36d3-4cf1-9a4dd369928e/data/hbase/replication/adc44aac848e9e2a61cae8c357f3e6dd/.tmp/queue/0fd3834838554a33b48c182e867fdf4a 2024-11-18T18:14:21,983 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35515/user/jenkins/test-data/ebd76269-eb1e-36d3-4cf1-9a4dd369928e/data/hbase/replication/adc44aac848e9e2a61cae8c357f3e6dd/.tmp/queue/0fd3834838554a33b48c182e867fdf4a as hdfs://localhost:35515/user/jenkins/test-data/ebd76269-eb1e-36d3-4cf1-9a4dd369928e/data/hbase/replication/adc44aac848e9e2a61cae8c357f3e6dd/queue/0fd3834838554a33b48c182e867fdf4a 2024-11-18T18:14:21,987 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35515/user/jenkins/test-data/ebd76269-eb1e-36d3-4cf1-9a4dd369928e/data/hbase/replication/adc44aac848e9e2a61cae8c357f3e6dd/queue/0fd3834838554a33b48c182e867fdf4a, entries=1, sequenceid=12, filesize=5.2 K 2024-11-18T18:14:21,988 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for adc44aac848e9e2a61cae8c357f3e6dd in 430ms, sequenceid=12, compaction requested=false 2024-11-18T18:14:21,992 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35515/user/jenkins/test-data/ebd76269-eb1e-36d3-4cf1-9a4dd369928e/data/hbase/replication/adc44aac848e9e2a61cae8c357f3e6dd/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-18T18:14:21,992 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T18:14:21,992 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T18:14:21,992 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731953652339.adc44aac848e9e2a61cae8c357f3e6dd. 2024-11-18T18:14:21,993 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for adc44aac848e9e2a61cae8c357f3e6dd: Waiting for close lock at 1731953661558Running coprocessor pre-close hooks at 1731953661558Disabling compacts and flushes for region at 1731953661558Disabling writes for close at 1731953661558Obtaining lock to block concurrent updates at 1731953661558Preparing flush snapshotting stores in adc44aac848e9e2a61cae8c357f3e6dd at 1731953661558Finished memstore snapshotting hbase:replication,,1731953652339.adc44aac848e9e2a61cae8c357f3e6dd., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1731953661558Flushing stores of hbase:replication,,1731953652339.adc44aac848e9e2a61cae8c357f3e6dd. at 1731953661559 (+1 ms)Flushing adc44aac848e9e2a61cae8c357f3e6dd/queue: creating writer at 1731953661559Flushing adc44aac848e9e2a61cae8c357f3e6dd/queue: appending metadata at 1731953661574 (+15 ms)Flushing adc44aac848e9e2a61cae8c357f3e6dd/queue: closing flushed file at 1731953661574Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f7babe4: reopening flushed file at 1731953661983 (+409 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for adc44aac848e9e2a61cae8c357f3e6dd in 430ms, sequenceid=12, compaction requested=false at 1731953661988 (+5 ms)Writing region close event to WAL at 1731953661989 (+1 ms)Running coprocessor post-close hooks at 1731953661992 (+3 ms)Closed at 1731953661992 2024-11-18T18:14:21,993 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731953652339.adc44aac848e9e2a61cae8c357f3e6dd. 2024-11-18T18:14:21,993 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2dbee65a611a7b589f719c7175fa0f63, disabling compactions & flushes 2024-11-18T18:14:21,993 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731953648865.2dbee65a611a7b589f719c7175fa0f63. 2024-11-18T18:14:21,993 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731953648865.2dbee65a611a7b589f719c7175fa0f63. 2024-11-18T18:14:21,993 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731953648865.2dbee65a611a7b589f719c7175fa0f63. after waiting 0 ms 2024-11-18T18:14:21,993 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731953648865.2dbee65a611a7b589f719c7175fa0f63. 2024-11-18T18:14:21,993 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2dbee65a611a7b589f719c7175fa0f63 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-18T18:14:22,008 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35515/user/jenkins/test-data/ebd76269-eb1e-36d3-4cf1-9a4dd369928e/data/default/test/2dbee65a611a7b589f719c7175fa0f63/.tmp/f/aaaeae0bbf564529a51754bf69ed32a5 is 29, key is row1/f:/1731953659529/DeleteFamily/seqid=0 2024-11-18T18:14:22,009 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35515/user/jenkins/test-data/ebd76269-eb1e-36d3-4cf1-9a4dd369928e/data/hbase/meta/1588230740/.tmp/ns/c87271e6daff46e89986bd80068ff0f8 2024-11-18T18:14:22,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38261 is added to blk_1073741843_1019 (size=5152) 2024-11-18T18:14:22,027 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35515/user/jenkins/test-data/ebd76269-eb1e-36d3-4cf1-9a4dd369928e/data/hbase/meta/1588230740/.tmp/rep_barrier/39ea3364b41644d691f8d1053bcebd05 is 112, key is test,,1731953648865.2dbee65a611a7b589f719c7175fa0f63./rep_barrier:seqnumDuringOpen/1731953649621/Put/seqid=0 2024-11-18T18:14:22,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38261 is added to blk_1073741844_1020 (size=5518) 2024-11-18T18:14:22,032 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35515/user/jenkins/test-data/ebd76269-eb1e-36d3-4cf1-9a4dd369928e/data/hbase/meta/1588230740/.tmp/rep_barrier/39ea3364b41644d691f8d1053bcebd05 2024-11-18T18:14:22,052 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35515/user/jenkins/test-data/ebd76269-eb1e-36d3-4cf1-9a4dd369928e/data/hbase/meta/1588230740/.tmp/table/294efb2496734b169ab9c64aa869d99f is 53, key is hbase:replication/table:state/1731953653614/Put/seqid=0 2024-11-18T18:14:22,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38261 is added to blk_1073741845_1021 (size=5308) 2024-11-18T18:14:22,084 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37561,1731953644196.replicationSource.wal-reader.818bff808382%2C37561%2C1731953644196,1-818bff808382,37561,1731953644196 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35515/user/jenkins/test-data/ebd76269-eb1e-36d3-4cf1-9a4dd369928e/WALs/818bff808382,37561,1731953644196/818bff808382%2C37561%2C1731953644196.1731953645457 to pos 1237, reset compression=false 2024-11-18T18:14:22,088 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37561,1731953644196.replicationSource.wal-reader.818bff808382%2C37561%2C1731953644196,1-818bff808382,37561,1731953644196 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T18:14:22,088 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37561,1731953644196.replicationSource.wal-reader.818bff808382%2C37561%2C1731953644196,1-818bff808382,37561,1731953644196 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35515/user/jenkins/test-data/ebd76269-eb1e-36d3-4cf1-9a4dd369928e/WALs/818bff808382,37561,1731953644196/818bff808382%2C37561%2C1731953644196.1731953645457 to pos 1484, reset compression=false 2024-11-18T18:14:22,088 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37561,1731953644196.replicationSource.shipper818bff808382%2C37561%2C1731953644196,1-818bff808382,37561,1731953644196 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-818bff808382,37561,1731953644196 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35515/user/jenkins/test-data/ebd76269-eb1e-36d3-4cf1-9a4dd369928e/WALs/818bff808382,37561,1731953644196/818bff808382%2C37561%2C1731953644196.1731953645457, lastWalPosition=1484, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T18:14:22,089 ERROR [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37561,1731953644196.replicationSource.shipper818bff808382%2C37561%2C1731953644196,1-818bff808382,37561,1731953644196 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 818bff808382,37561,1731953644196: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-818bff808382,37561,1731953644196, walGroup=818bff808382%2C37561%2C1731953644196, offset=818bff808382%2C37561%2C1731953644196.1731953645457:1484, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=818bff808382:37561 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-18T18:14:22,090 ERROR [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37561,1731953644196.replicationSource.shipper818bff808382%2C37561%2C1731953644196,1-818bff808382,37561,1731953644196 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-18T18:14:22,090 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37561,1731953644196.replicationSource.shipper818bff808382%2C37561%2C1731953644196,1-818bff808382,37561,1731953644196 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-18T18:14:22,092 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37561,1731953644196.replicationSource.shipper818bff808382%2C37561%2C1731953644196,1-818bff808382,37561,1731953644196 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-18T18:14:22,092 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37561,1731953644196.replicationSource.shipper818bff808382%2C37561%2C1731953644196,1-818bff808382,37561,1731953644196 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-18T18:14:22,092 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37561,1731953644196.replicationSource.shipper818bff808382%2C37561%2C1731953644196,1-818bff808382,37561,1731953644196 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-18T18:14:22,092 INFO [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37561,1731953644196.replicationSource.shipper818bff808382%2C37561%2C1731953644196,1-818bff808382,37561,1731953644196 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1394606080, "init": 1048576000, "max": 2306867200, "used": 865459200 }, "NonHeapMemoryUsage": { "committed": 207093760, "init": 7667712, "max": -1, "used": 202413488 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-18T18:14:22,093 WARN [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37561,1731953644196.replicationSource.shipper818bff808382%2C37561%2C1731953644196,1-818bff808382,37561,1731953644196 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=818bff808382:43775 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=818bff808382:43775 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more 2024-11-18T18:14:22,159 DEBUG [RS:0;818bff808382:37561 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2dbee65a611a7b589f719c7175fa0f63 2024-11-18T18:14:22,291 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37561,1731953644196.replicationSource.wal-reader.818bff808382%2C37561%2C1731953644196,1-818bff808382,37561,1731953644196 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35515/user/jenkins/test-data/ebd76269-eb1e-36d3-4cf1-9a4dd369928e/WALs/818bff808382,37561,1731953644196/818bff808382%2C37561%2C1731953644196.1731953645457 to pos 1484, reset compression=false 2024-11-18T18:14:22,310 INFO [regionserver/818bff808382:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T18:14:22,310 INFO [regionserver/818bff808382:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T18:14:22,359 DEBUG [RS:0;818bff808382:37561 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2dbee65a611a7b589f719c7175fa0f63 2024-11-18T18:14:22,399 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,39147,1731953641027.replicationSource.wal-reader.818bff808382%2C39147%2C1731953641027,1-818bff808382,39147,1731953641027 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42293/user/jenkins/test-data/05a58095-600f-eac5-069c-0b9f9ca116d9/WALs/818bff808382,39147,1731953641027/818bff808382%2C39147%2C1731953641027.1731953641976 to pos 1193, reset compression=false 2024-11-18T18:14:22,412 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35515/user/jenkins/test-data/ebd76269-eb1e-36d3-4cf1-9a4dd369928e/data/default/test/2dbee65a611a7b589f719c7175fa0f63/.tmp/f/aaaeae0bbf564529a51754bf69ed32a5 2024-11-18T18:14:22,416 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for aaaeae0bbf564529a51754bf69ed32a5 2024-11-18T18:14:22,429 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,40249,1731953637359.replicationSource.wal-reader.818bff808382%2C40249%2C1731953637359,1-818bff808382,40249,1731953637359 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42587/user/jenkins/test-data/c645face-7769-bde9-12f9-d5959e1f54d4/WALs/818bff808382,40249,1731953637359/818bff808382%2C40249%2C1731953637359.1731953639376 to pos 636, reset compression=false 2024-11-18T18:14:22,430 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35515/user/jenkins/test-data/ebd76269-eb1e-36d3-4cf1-9a4dd369928e/data/default/test/2dbee65a611a7b589f719c7175fa0f63/.tmp/f1/2acddaa733b14520ae4f225321cd2182 is 30, key is row1/f1:/1731953659529/DeleteFamily/seqid=0 2024-11-18T18:14:22,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38261 is added to blk_1073741846_1022 (size=5158) 2024-11-18T18:14:22,456 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35515/user/jenkins/test-data/ebd76269-eb1e-36d3-4cf1-9a4dd369928e/data/hbase/meta/1588230740/.tmp/table/294efb2496734b169ab9c64aa869d99f 2024-11-18T18:14:22,459 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35515/user/jenkins/test-data/ebd76269-eb1e-36d3-4cf1-9a4dd369928e/data/hbase/meta/1588230740/.tmp/info/4fed86fb936f46e9ba89e5f586fc539b as hdfs://localhost:35515/user/jenkins/test-data/ebd76269-eb1e-36d3-4cf1-9a4dd369928e/data/hbase/meta/1588230740/info/4fed86fb936f46e9ba89e5f586fc539b 2024-11-18T18:14:22,463 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35515/user/jenkins/test-data/ebd76269-eb1e-36d3-4cf1-9a4dd369928e/data/hbase/meta/1588230740/info/4fed86fb936f46e9ba89e5f586fc539b, entries=20, sequenceid=16, filesize=7.5 K 2024-11-18T18:14:22,463 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35515/user/jenkins/test-data/ebd76269-eb1e-36d3-4cf1-9a4dd369928e/data/hbase/meta/1588230740/.tmp/ns/c87271e6daff46e89986bd80068ff0f8 as hdfs://localhost:35515/user/jenkins/test-data/ebd76269-eb1e-36d3-4cf1-9a4dd369928e/data/hbase/meta/1588230740/ns/c87271e6daff46e89986bd80068ff0f8 2024-11-18T18:14:22,467 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35515/user/jenkins/test-data/ebd76269-eb1e-36d3-4cf1-9a4dd369928e/data/hbase/meta/1588230740/ns/c87271e6daff46e89986bd80068ff0f8, entries=2, sequenceid=16, filesize=5.0 K 2024-11-18T18:14:22,467 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35515/user/jenkins/test-data/ebd76269-eb1e-36d3-4cf1-9a4dd369928e/data/hbase/meta/1588230740/.tmp/rep_barrier/39ea3364b41644d691f8d1053bcebd05 as hdfs://localhost:35515/user/jenkins/test-data/ebd76269-eb1e-36d3-4cf1-9a4dd369928e/data/hbase/meta/1588230740/rep_barrier/39ea3364b41644d691f8d1053bcebd05 2024-11-18T18:14:22,471 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35515/user/jenkins/test-data/ebd76269-eb1e-36d3-4cf1-9a4dd369928e/data/hbase/meta/1588230740/rep_barrier/39ea3364b41644d691f8d1053bcebd05, entries=1, sequenceid=16, filesize=5.4 K 2024-11-18T18:14:22,471 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35515/user/jenkins/test-data/ebd76269-eb1e-36d3-4cf1-9a4dd369928e/data/hbase/meta/1588230740/.tmp/table/294efb2496734b169ab9c64aa869d99f as hdfs://localhost:35515/user/jenkins/test-data/ebd76269-eb1e-36d3-4cf1-9a4dd369928e/data/hbase/meta/1588230740/table/294efb2496734b169ab9c64aa869d99f 2024-11-18T18:14:22,475 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35515/user/jenkins/test-data/ebd76269-eb1e-36d3-4cf1-9a4dd369928e/data/hbase/meta/1588230740/table/294efb2496734b169ab9c64aa869d99f, entries=4, sequenceid=16, filesize=5.2 K 2024-11-18T18:14:22,475 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 917ms, sequenceid=16, compaction requested=false 2024-11-18T18:14:22,479 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35515/user/jenkins/test-data/ebd76269-eb1e-36d3-4cf1-9a4dd369928e/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-18T18:14:22,480 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T18:14:22,480 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T18:14:22,480 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T18:14:22,480 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731953661558Running coprocessor pre-close hooks at 1731953661558Disabling compacts and flushes for region at 1731953661558Disabling writes for close at 1731953661558Obtaining lock to block concurrent updates at 1731953661558Preparing flush snapshotting stores in 1588230740 at 1731953661558Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731953661558Flushing stores of hbase:meta,,1.1588230740 at 1731953661559 (+1 ms)Flushing 1588230740/info: creating writer at 1731953661559Flushing 1588230740/info: appending metadata at 1731953661575 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731953661575Flushing 1588230740/ns: creating writer at 1731953661583 (+8 ms)Flushing 1588230740/ns: appending metadata at 1731953661600 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731953661600Flushing 1588230740/rep_barrier: creating writer at 1731953662013 (+413 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731953662026 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731953662026Flushing 1588230740/table: creating writer at 1731953662035 (+9 ms)Flushing 1588230740/table: appending metadata at 1731953662051 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731953662051Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68fdb1fa: reopening flushed file at 1731953662459 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c098496: reopening flushed file at 1731953662463 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c96358b: reopening flushed file at 1731953662467 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34de8a31: reopening flushed file at 1731953662471 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 917ms, sequenceid=16, compaction requested=false at 1731953662475 (+4 ms)Writing region close event to WAL at 1731953662477 (+2 ms)Running coprocessor post-close hooks at 1731953662480 (+3 ms)Closed at 1731953662480 2024-11-18T18:14:22,480 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T18:14:22,559 INFO [RS:0;818bff808382:37561 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-18T18:14:22,559 DEBUG [RS:0;818bff808382:37561 {}] regionserver.HRegionServer(1325): Online Regions={2dbee65a611a7b589f719c7175fa0f63=test,,1731953648865.2dbee65a611a7b589f719c7175fa0f63.} 2024-11-18T18:14:22,559 DEBUG [RS:0;818bff808382:37561 {}] regionserver.HRegionServer(1351): Waiting on 2dbee65a611a7b589f719c7175fa0f63 2024-11-18T18:14:22,595 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37561,1731953644196.replicationSource.wal-reader.818bff808382%2C37561%2C1731953644196,1-818bff808382,37561,1731953644196 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35515/user/jenkins/test-data/ebd76269-eb1e-36d3-4cf1-9a4dd369928e/WALs/818bff808382,37561,1731953644196/818bff808382%2C37561%2C1731953644196.1731953645457 to pos 1484, reset compression=false 2024-11-18T18:14:22,759 DEBUG [RS:0;818bff808382:37561 {}] regionserver.HRegionServer(1351): Waiting on 2dbee65a611a7b589f719c7175fa0f63 2024-11-18T18:14:22,834 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35515/user/jenkins/test-data/ebd76269-eb1e-36d3-4cf1-9a4dd369928e/data/default/test/2dbee65a611a7b589f719c7175fa0f63/.tmp/f1/2acddaa733b14520ae4f225321cd2182 2024-11-18T18:14:22,838 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2acddaa733b14520ae4f225321cd2182 2024-11-18T18:14:22,855 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35515/user/jenkins/test-data/ebd76269-eb1e-36d3-4cf1-9a4dd369928e/data/default/test/2dbee65a611a7b589f719c7175fa0f63/.tmp/norep/149235de9a504a6498f8200bb3acc6c4 is 33, key is row2/norep:/1731953660533/DeleteFamily/seqid=0 2024-11-18T18:14:22,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38261 is added to blk_1073741847_1023 (size=5108) 2024-11-18T18:14:22,959 DEBUG [RS:0;818bff808382:37561 {}] regionserver.HRegionServer(1351): Waiting on 2dbee65a611a7b589f719c7175fa0f63 2024-11-18T18:14:22,999 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37561,1731953644196.replicationSource.wal-reader.818bff808382%2C37561%2C1731953644196,1-818bff808382,37561,1731953644196 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35515/user/jenkins/test-data/ebd76269-eb1e-36d3-4cf1-9a4dd369928e/WALs/818bff808382,37561,1731953644196/818bff808382%2C37561%2C1731953644196.1731953645457 to pos 1484, reset compression=false 2024-11-18T18:14:23,003 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,39147,1731953641027.replicationSource.wal-reader.818bff808382%2C39147%2C1731953641027,1-818bff808382,39147,1731953641027 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42293/user/jenkins/test-data/05a58095-600f-eac5-069c-0b9f9ca116d9/WALs/818bff808382,39147,1731953641027/818bff808382%2C39147%2C1731953641027.1731953641976 to pos 1193, reset compression=false 2024-11-18T18:14:23,160 DEBUG [RS:0;818bff808382:37561 {}] regionserver.HRegionServer(1351): Waiting on 2dbee65a611a7b589f719c7175fa0f63 2024-11-18T18:14:23,259 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35515/user/jenkins/test-data/ebd76269-eb1e-36d3-4cf1-9a4dd369928e/data/default/test/2dbee65a611a7b589f719c7175fa0f63/.tmp/norep/149235de9a504a6498f8200bb3acc6c4 2024-11-18T18:14:23,263 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 149235de9a504a6498f8200bb3acc6c4 2024-11-18T18:14:23,263 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35515/user/jenkins/test-data/ebd76269-eb1e-36d3-4cf1-9a4dd369928e/data/default/test/2dbee65a611a7b589f719c7175fa0f63/.tmp/f/aaaeae0bbf564529a51754bf69ed32a5 as hdfs://localhost:35515/user/jenkins/test-data/ebd76269-eb1e-36d3-4cf1-9a4dd369928e/data/default/test/2dbee65a611a7b589f719c7175fa0f63/f/aaaeae0bbf564529a51754bf69ed32a5 2024-11-18T18:14:23,266 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for aaaeae0bbf564529a51754bf69ed32a5 2024-11-18T18:14:23,267 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35515/user/jenkins/test-data/ebd76269-eb1e-36d3-4cf1-9a4dd369928e/data/default/test/2dbee65a611a7b589f719c7175fa0f63/f/aaaeae0bbf564529a51754bf69ed32a5, entries=3, sequenceid=10, filesize=5.0 K 2024-11-18T18:14:23,267 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35515/user/jenkins/test-data/ebd76269-eb1e-36d3-4cf1-9a4dd369928e/data/default/test/2dbee65a611a7b589f719c7175fa0f63/.tmp/f1/2acddaa733b14520ae4f225321cd2182 as hdfs://localhost:35515/user/jenkins/test-data/ebd76269-eb1e-36d3-4cf1-9a4dd369928e/data/default/test/2dbee65a611a7b589f719c7175fa0f63/f1/2acddaa733b14520ae4f225321cd2182 2024-11-18T18:14:23,270 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2acddaa733b14520ae4f225321cd2182 2024-11-18T18:14:23,270 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35515/user/jenkins/test-data/ebd76269-eb1e-36d3-4cf1-9a4dd369928e/data/default/test/2dbee65a611a7b589f719c7175fa0f63/f1/2acddaa733b14520ae4f225321cd2182, entries=3, sequenceid=10, filesize=5.0 K 2024-11-18T18:14:23,271 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35515/user/jenkins/test-data/ebd76269-eb1e-36d3-4cf1-9a4dd369928e/data/default/test/2dbee65a611a7b589f719c7175fa0f63/.tmp/norep/149235de9a504a6498f8200bb3acc6c4 as hdfs://localhost:35515/user/jenkins/test-data/ebd76269-eb1e-36d3-4cf1-9a4dd369928e/data/default/test/2dbee65a611a7b589f719c7175fa0f63/norep/149235de9a504a6498f8200bb3acc6c4 2024-11-18T18:14:23,274 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 149235de9a504a6498f8200bb3acc6c4 2024-11-18T18:14:23,274 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35515/user/jenkins/test-data/ebd76269-eb1e-36d3-4cf1-9a4dd369928e/data/default/test/2dbee65a611a7b589f719c7175fa0f63/norep/149235de9a504a6498f8200bb3acc6c4, entries=1, sequenceid=10, filesize=5.0 K 2024-11-18T18:14:23,275 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 2dbee65a611a7b589f719c7175fa0f63 in 1281ms, sequenceid=10, compaction requested=false 2024-11-18T18:14:23,278 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35515/user/jenkins/test-data/ebd76269-eb1e-36d3-4cf1-9a4dd369928e/data/default/test/2dbee65a611a7b589f719c7175fa0f63/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-18T18:14:23,278 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T18:14:23,278 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T18:14:23,278 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731953648865.2dbee65a611a7b589f719c7175fa0f63. 2024-11-18T18:14:23,278 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2dbee65a611a7b589f719c7175fa0f63: Waiting for close lock at 1731953661993Running coprocessor pre-close hooks at 1731953661993Disabling compacts and flushes for region at 1731953661993Disabling writes for close at 1731953661993Obtaining lock to block concurrent updates at 1731953661993Preparing flush snapshotting stores in 2dbee65a611a7b589f719c7175fa0f63 at 1731953661993Finished memstore snapshotting test,,1731953648865.2dbee65a611a7b589f719c7175fa0f63., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731953661993Flushing stores of test,,1731953648865.2dbee65a611a7b589f719c7175fa0f63. at 1731953661994 (+1 ms)Flushing 2dbee65a611a7b589f719c7175fa0f63/f: creating writer at 1731953661994Flushing 2dbee65a611a7b589f719c7175fa0f63/f: appending metadata at 1731953662007 (+13 ms)Flushing 2dbee65a611a7b589f719c7175fa0f63/f: closing flushed file at 1731953662007Flushing 2dbee65a611a7b589f719c7175fa0f63/f1: creating writer at 1731953662416 (+409 ms)Flushing 2dbee65a611a7b589f719c7175fa0f63/f1: appending metadata at 1731953662430 (+14 ms)Flushing 2dbee65a611a7b589f719c7175fa0f63/f1: closing flushed file at 1731953662430Flushing 2dbee65a611a7b589f719c7175fa0f63/norep: creating writer at 1731953662838 (+408 ms)Flushing 2dbee65a611a7b589f719c7175fa0f63/norep: appending metadata at 1731953662854 (+16 ms)Flushing 2dbee65a611a7b589f719c7175fa0f63/norep: closing flushed file at 1731953662855 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3dcfba4f: reopening flushed file at 1731953663263 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a0207a0: reopening flushed file at 1731953663267 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4644ec95: reopening flushed file at 1731953663270 (+3 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 2dbee65a611a7b589f719c7175fa0f63 in 1281ms, sequenceid=10, compaction requested=false at 1731953663275 (+5 ms)Writing region close event to WAL at 1731953663276 (+1 ms)Running coprocessor post-close hooks at 1731953663278 (+2 ms)Closed at 1731953663278 2024-11-18T18:14:23,278 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731953648865.2dbee65a611a7b589f719c7175fa0f63. 2024-11-18T18:14:23,332 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,40249,1731953637359.replicationSource.wal-reader.818bff808382%2C40249%2C1731953637359,1-818bff808382,40249,1731953637359 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42587/user/jenkins/test-data/c645face-7769-bde9-12f9-d5959e1f54d4/WALs/818bff808382,40249,1731953637359/818bff808382%2C40249%2C1731953637359.1731953639376 to pos 636, reset compression=false 2024-11-18T18:14:23,360 INFO [RS:0;818bff808382:37561 {}] regionserver.HRegionServer(976): stopping server 818bff808382,37561,1731953644196; all regions closed. 2024-11-18T18:14:23,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38261 is added to blk_1073741834_1010 (size=4239) 2024-11-18T18:14:23,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38261 is added to blk_1073741839_1015 (size=3114) 2024-11-18T18:14:23,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38261 is added to blk_1073741833_1009 (size=2136) 2024-11-18T18:14:23,366 DEBUG [RS:0;818bff808382:37561 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:14:23,366 INFO [RS:0;818bff808382:37561 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T18:14:23,366 INFO [RS:0;818bff808382:37561 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T18:14:23,366 INFO [RS:0;818bff808382:37561 {}] hbase.ChoreService(370): Chore service for: regionserver/818bff808382:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-18T18:14:23,366 INFO [RS:0;818bff808382:37561 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T18:14:23,367 INFO [regionserver/818bff808382:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T18:14:23,367 INFO [RS:0;818bff808382:37561 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-818bff808382,37561,1731953644196 because: Region server is closing 2024-11-18T18:14:23,367 INFO [RS:0;818bff808382:37561 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;818bff808382:37561. 2024-11-18T18:14:23,367 DEBUG [RS:0;818bff808382:37561 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T18:14:23,367 DEBUG [RS:0;818bff808382:37561 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:14:23,367 DEBUG [RS:0;818bff808382:37561 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:14:23,367 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T18:14:23,467 INFO [RS:0;818bff808382:37561 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37561,1731953644196.replicationSource.shipper818bff808382%2C37561%2C1731953644196,1-818bff808382,37561,1731953644196 terminated 2024-11-18T18:14:23,467 WARN [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,37561,1731953644196.replicationSource.wal-reader.818bff808382%2C37561%2C1731953644196,1-818bff808382,37561,1731953644196 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-18T18:14:23,468 INFO [RS:0;818bff808382:37561 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;818bff808382:37561. 2024-11-18T18:14:23,468 DEBUG [RS:0;818bff808382:37561 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T18:14:23,468 DEBUG [RS:0;818bff808382:37561 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:14:23,468 DEBUG [RS:0;818bff808382:37561 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:14:23,468 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T18:14:23,468 INFO [RS:0;818bff808382:37561 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37561 2024-11-18T18:14:23,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43775-0x1000bd6ebc30006, quorum=127.0.0.1:52267, baseZNode=/2-86048419 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-86048419/rs 2024-11-18T18:14:23,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37561-0x1000bd6ebc30007, quorum=127.0.0.1:52267, baseZNode=/2-86048419 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-86048419/rs/818bff808382,37561,1731953644196 2024-11-18T18:14:23,470 INFO [RS:0;818bff808382:37561 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T18:14:23,471 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [818bff808382,37561,1731953644196] 2024-11-18T18:14:23,473 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-86048419/draining/818bff808382,37561,1731953644196 already deleted, retry=false 2024-11-18T18:14:23,473 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 818bff808382,37561,1731953644196 expired; onlineServers=0 2024-11-18T18:14:23,473 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '818bff808382,43775,1731953644152' ***** 2024-11-18T18:14:23,473 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T18:14:23,473 INFO [M:0;818bff808382:43775 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T18:14:23,473 INFO [M:0;818bff808382:43775 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T18:14:23,473 DEBUG [M:0;818bff808382:43775 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T18:14:23,473 DEBUG [M:0;818bff808382:43775 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T18:14:23,473 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T18:14:23,473 DEBUG [master/818bff808382:0:becomeActiveMaster-HFileCleaner.large.0-1731953645210 {}] cleaner.HFileCleaner(306): Exit Thread[master/818bff808382:0:becomeActiveMaster-HFileCleaner.large.0-1731953645210,5,FailOnTimeoutGroup] 2024-11-18T18:14:23,473 DEBUG [master/818bff808382:0:becomeActiveMaster-HFileCleaner.small.0-1731953645211 {}] cleaner.HFileCleaner(306): Exit Thread[master/818bff808382:0:becomeActiveMaster-HFileCleaner.small.0-1731953645211,5,FailOnTimeoutGroup] 2024-11-18T18:14:23,473 INFO [M:0;818bff808382:43775 {}] hbase.ChoreService(370): Chore service for: master/818bff808382:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T18:14:23,473 INFO [M:0;818bff808382:43775 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T18:14:23,473 DEBUG [M:0;818bff808382:43775 {}] master.HMaster(1795): Stopping service threads 2024-11-18T18:14:23,473 INFO [M:0;818bff808382:43775 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T18:14:23,473 INFO [M:0;818bff808382:43775 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T18:14:23,474 INFO [M:0;818bff808382:43775 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T18:14:23,474 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T18:14:23,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43775-0x1000bd6ebc30006, quorum=127.0.0.1:52267, baseZNode=/2-86048419 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-86048419/master 2024-11-18T18:14:23,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43775-0x1000bd6ebc30006, quorum=127.0.0.1:52267, baseZNode=/2-86048419 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-86048419 2024-11-18T18:14:23,475 DEBUG [M:0;818bff808382:43775 {}] zookeeper.ZKUtil(347): master:43775-0x1000bd6ebc30006, quorum=127.0.0.1:52267, baseZNode=/2-86048419 Unable to get data of znode /2-86048419/master because node does not exist (not an error) 2024-11-18T18:14:23,475 WARN [M:0;818bff808382:43775 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T18:14:23,476 INFO [M:0;818bff808382:43775 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35515/user/jenkins/test-data/ebd76269-eb1e-36d3-4cf1-9a4dd369928e/.lastflushedseqids 2024-11-18T18:14:23,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38261 is added to blk_1073741848_1024 (size=245) 2024-11-18T18:14:23,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37561-0x1000bd6ebc30007, quorum=127.0.0.1:52267, baseZNode=/2-86048419 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T18:14:23,572 INFO [RS:0;818bff808382:37561 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T18:14:23,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37561-0x1000bd6ebc30007, quorum=127.0.0.1:52267, baseZNode=/2-86048419 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T18:14:23,572 INFO [RS:0;818bff808382:37561 {}] regionserver.HRegionServer(1031): Exiting; stopping=818bff808382,37561,1731953644196; zookeeper connection closed. 2024-11-18T18:14:23,572 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@21b9799d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@21b9799d 2024-11-18T18:14:23,572 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T18:14:23,705 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,39147,1731953641027.replicationSource.wal-reader.818bff808382%2C39147%2C1731953641027,1-818bff808382,39147,1731953641027 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42293/user/jenkins/test-data/05a58095-600f-eac5-069c-0b9f9ca116d9/WALs/818bff808382,39147,1731953641027/818bff808382%2C39147%2C1731953641027.1731953641976 to pos 1193, reset compression=false 2024-11-18T18:14:23,881 INFO [M:0;818bff808382:43775 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T18:14:23,881 INFO [M:0;818bff808382:43775 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T18:14:23,881 DEBUG [M:0;818bff808382:43775 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T18:14:23,881 INFO [M:0;818bff808382:43775 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:14:23,881 DEBUG [M:0;818bff808382:43775 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:14:23,881 DEBUG [M:0;818bff808382:43775 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T18:14:23,881 DEBUG [M:0;818bff808382:43775 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:14:23,881 INFO [M:0;818bff808382:43775 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-18T18:14:23,900 DEBUG [M:0;818bff808382:43775 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35515/user/jenkins/test-data/ebd76269-eb1e-36d3-4cf1-9a4dd369928e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a6ed4e5fba0f4b278d438a6eda536ff1 is 82, key is hbase:meta,,1/info:regioninfo/1731953646015/Put/seqid=0 2024-11-18T18:14:23,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38261 is added to blk_1073741849_1025 (size=5672) 2024-11-18T18:14:23,904 INFO [M:0;818bff808382:43775 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35515/user/jenkins/test-data/ebd76269-eb1e-36d3-4cf1-9a4dd369928e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a6ed4e5fba0f4b278d438a6eda536ff1 2024-11-18T18:14:23,921 DEBUG [M:0;818bff808382:43775 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35515/user/jenkins/test-data/ebd76269-eb1e-36d3-4cf1-9a4dd369928e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/39a7855a855c46dd8f916b4bea2366bb is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731953653618/Put/seqid=0 2024-11-18T18:14:23,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38261 is added to blk_1073741850_1026 (size=8516) 2024-11-18T18:14:23,924 INFO [M:0;818bff808382:43775 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35515/user/jenkins/test-data/ebd76269-eb1e-36d3-4cf1-9a4dd369928e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/39a7855a855c46dd8f916b4bea2366bb 2024-11-18T18:14:23,941 DEBUG [M:0;818bff808382:43775 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35515/user/jenkins/test-data/ebd76269-eb1e-36d3-4cf1-9a4dd369928e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/44aafac897b54dd2b22fa9f1ffb3a552 is 69, key is 818bff808382,37561,1731953644196/rs:state/1731953645267/Put/seqid=0 2024-11-18T18:14:23,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38261 is added to blk_1073741851_1027 (size=5156) 2024-11-18T18:14:24,336 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,40249,1731953637359.replicationSource.wal-reader.818bff808382%2C40249%2C1731953637359,1-818bff808382,40249,1731953637359 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42587/user/jenkins/test-data/c645face-7769-bde9-12f9-d5959e1f54d4/WALs/818bff808382,40249,1731953637359/818bff808382%2C40249%2C1731953637359.1731953639376 to pos 636, reset compression=false 2024-11-18T18:14:24,344 INFO [M:0;818bff808382:43775 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35515/user/jenkins/test-data/ebd76269-eb1e-36d3-4cf1-9a4dd369928e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/44aafac897b54dd2b22fa9f1ffb3a552 2024-11-18T18:14:24,348 DEBUG [M:0;818bff808382:43775 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35515/user/jenkins/test-data/ebd76269-eb1e-36d3-4cf1-9a4dd369928e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a6ed4e5fba0f4b278d438a6eda536ff1 as hdfs://localhost:35515/user/jenkins/test-data/ebd76269-eb1e-36d3-4cf1-9a4dd369928e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a6ed4e5fba0f4b278d438a6eda536ff1 2024-11-18T18:14:24,351 INFO [M:0;818bff808382:43775 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35515/user/jenkins/test-data/ebd76269-eb1e-36d3-4cf1-9a4dd369928e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a6ed4e5fba0f4b278d438a6eda536ff1, entries=8, sequenceid=97, filesize=5.5 K 2024-11-18T18:14:24,352 DEBUG [M:0;818bff808382:43775 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35515/user/jenkins/test-data/ebd76269-eb1e-36d3-4cf1-9a4dd369928e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/39a7855a855c46dd8f916b4bea2366bb as hdfs://localhost:35515/user/jenkins/test-data/ebd76269-eb1e-36d3-4cf1-9a4dd369928e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/39a7855a855c46dd8f916b4bea2366bb 2024-11-18T18:14:24,355 INFO [M:0;818bff808382:43775 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35515/user/jenkins/test-data/ebd76269-eb1e-36d3-4cf1-9a4dd369928e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/39a7855a855c46dd8f916b4bea2366bb, entries=11, sequenceid=97, filesize=8.3 K 2024-11-18T18:14:24,355 DEBUG [M:0;818bff808382:43775 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35515/user/jenkins/test-data/ebd76269-eb1e-36d3-4cf1-9a4dd369928e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/44aafac897b54dd2b22fa9f1ffb3a552 as hdfs://localhost:35515/user/jenkins/test-data/ebd76269-eb1e-36d3-4cf1-9a4dd369928e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/44aafac897b54dd2b22fa9f1ffb3a552 2024-11-18T18:14:24,359 INFO [M:0;818bff808382:43775 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35515/user/jenkins/test-data/ebd76269-eb1e-36d3-4cf1-9a4dd369928e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/44aafac897b54dd2b22fa9f1ffb3a552, entries=1, sequenceid=97, filesize=5.0 K 2024-11-18T18:14:24,360 INFO [M:0;818bff808382:43775 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 479ms, sequenceid=97, compaction requested=false 2024-11-18T18:14:24,361 INFO [M:0;818bff808382:43775 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:14:24,361 DEBUG [M:0;818bff808382:43775 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731953663881Disabling compacts and flushes for region at 1731953663881Disabling writes for close at 1731953663881Obtaining lock to block concurrent updates at 1731953663881Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731953663881Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731953663882 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731953663882Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731953663882Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731953663900 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731953663900Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731953663907 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731953663920 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731953663920Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731953663927 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731953663940 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731953663940Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a8cdb36: reopening flushed file at 1731953664348 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@704ab256: reopening flushed file at 1731953664351 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65afae55: reopening flushed file at 1731953664355 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 479ms, sequenceid=97, compaction requested=false at 1731953664360 (+5 ms)Writing region close event to WAL at 1731953664361 (+1 ms)Closed at 1731953664361 2024-11-18T18:14:24,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38261 is added to blk_1073741830_1006 (size=63654) 2024-11-18T18:14:24,363 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ebd76269-eb1e-36d3-4cf1-9a4dd369928e/MasterData/WALs/818bff808382,43775,1731953644152/818bff808382%2C43775%2C1731953644152.1731953645081 not finished, retry = 0 2024-11-18T18:14:24,464 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T18:14:24,464 INFO [M:0;818bff808382:43775 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T18:14:24,464 INFO [M:0;818bff808382:43775 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43775 2024-11-18T18:14:24,464 INFO [M:0;818bff808382:43775 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T18:14:24,508 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,39147,1731953641027.replicationSource.wal-reader.818bff808382%2C39147%2C1731953641027,1-818bff808382,39147,1731953641027 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42293/user/jenkins/test-data/05a58095-600f-eac5-069c-0b9f9ca116d9/WALs/818bff808382,39147,1731953641027/818bff808382%2C39147%2C1731953641027.1731953641976 to pos 1193, reset compression=false 2024-11-18T18:14:24,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43775-0x1000bd6ebc30006, quorum=127.0.0.1:52267, baseZNode=/2-86048419 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T18:14:24,566 INFO [M:0;818bff808382:43775 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T18:14:24,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43775-0x1000bd6ebc30006, quorum=127.0.0.1:52267, baseZNode=/2-86048419 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T18:14:24,569 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@61f0e322{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T18:14:24,569 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@780f397e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T18:14:24,569 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T18:14:24,570 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@295b9918{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T18:14:24,570 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@573c024{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24148df4-abfe-6a0d-36ac-83fc94284f72/hadoop.log.dir/,STOPPED} 2024-11-18T18:14:24,571 WARN [BP-916346923-172.17.0.2-1731953642995 heartbeating to localhost/127.0.0.1:35515 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T18:14:24,571 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T18:14:24,571 WARN [BP-916346923-172.17.0.2-1731953642995 heartbeating to localhost/127.0.0.1:35515 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-916346923-172.17.0.2-1731953642995 (Datanode Uuid 50fce81a-7bcd-4df7-89ff-08bb5e7ae443) service to localhost/127.0.0.1:35515 2024-11-18T18:14:24,571 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T18:14:24,572 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24148df4-abfe-6a0d-36ac-83fc94284f72/cluster_f6ede6ed-74e8-bc27-8227-b59507acdf38/data/data1/current/BP-916346923-172.17.0.2-1731953642995 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T18:14:24,572 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24148df4-abfe-6a0d-36ac-83fc94284f72/cluster_f6ede6ed-74e8-bc27-8227-b59507acdf38/data/data2/current/BP-916346923-172.17.0.2-1731953642995 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T18:14:24,572 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T18:14:24,579 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3bf01f44{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T18:14:24,579 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@58a34c8d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T18:14:24,579 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T18:14:24,579 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3fbcd250{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T18:14:24,579 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@767aca04{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24148df4-abfe-6a0d-36ac-83fc94284f72/hadoop.log.dir/,STOPPED} 2024-11-18T18:14:24,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T18:14:24,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T18:14:24,591 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T18:14:24,591 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T18:14:24,591 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:14:24,592 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:14:24,592 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T18:14:24,592 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T18:14:24,592 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1861353789, stopped=false 2024-11-18T18:14:24,592 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=818bff808382,34243,1731953640971 2024-11-18T18:14:24,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34243-0x1000bd6ebc30003, quorum=127.0.0.1:52267, baseZNode=/1-775853514 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-775853514/running 2024-11-18T18:14:24,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39147-0x1000bd6ebc30004, quorum=127.0.0.1:52267, baseZNode=/1-775853514 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-775853514/running 2024-11-18T18:14:24,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34243-0x1000bd6ebc30003, quorum=127.0.0.1:52267, baseZNode=/1-775853514 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-775853514 2024-11-18T18:14:24,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39147-0x1000bd6ebc30004, quorum=127.0.0.1:52267, baseZNode=/1-775853514 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-775853514 2024-11-18T18:14:24,593 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T18:14:24,594 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T18:14:24,594 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T18:14:24,594 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:14:24,594 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34243-0x1000bd6ebc30003, quorum=127.0.0.1:52267, baseZNode=/1-775853514 Set watcher on znode that does not yet exist, /1-775853514/running 2024-11-18T18:14:24,594 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '818bff808382,39147,1731953641027' ***** 2024-11-18T18:14:24,594 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T18:14:24,594 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39147-0x1000bd6ebc30004, quorum=127.0.0.1:52267, baseZNode=/1-775853514 Set watcher on znode that does not yet exist, /1-775853514/running 2024-11-18T18:14:24,594 INFO [RS:0;818bff808382:39147 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T18:14:24,594 INFO [RS:0;818bff808382:39147 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T18:14:24,594 INFO [RS:0;818bff808382:39147 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T18:14:24,594 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T18:14:24,595 INFO [RS:0;818bff808382:39147 {}] regionserver.HRegionServer(3091): Received CLOSE for f92ead6c31950e2bee0c189552b8c620 2024-11-18T18:14:24,595 INFO [RS:0;818bff808382:39147 {}] regionserver.HRegionServer(3091): Received CLOSE for abc0ac061630d32031bf2a6206bc28fb 2024-11-18T18:14:24,595 INFO [RS:0;818bff808382:39147 {}] regionserver.HRegionServer(959): stopping server 818bff808382,39147,1731953641027 2024-11-18T18:14:24,595 INFO [RS:0;818bff808382:39147 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T18:14:24,595 INFO [RS:0;818bff808382:39147 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;818bff808382:39147. 2024-11-18T18:14:24,595 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f92ead6c31950e2bee0c189552b8c620, disabling compactions & flushes 2024-11-18T18:14:24,595 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731953651185.f92ead6c31950e2bee0c189552b8c620. 2024-11-18T18:14:24,595 DEBUG [RS:0;818bff808382:39147 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T18:14:24,595 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731953651185.f92ead6c31950e2bee0c189552b8c620. 2024-11-18T18:14:24,595 DEBUG [RS:0;818bff808382:39147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:14:24,595 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731953651185.f92ead6c31950e2bee0c189552b8c620. after waiting 0 ms 2024-11-18T18:14:24,595 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731953651185.f92ead6c31950e2bee0c189552b8c620. 2024-11-18T18:14:24,595 INFO [RS:0;818bff808382:39147 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T18:14:24,595 INFO [RS:0;818bff808382:39147 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T18:14:24,595 INFO [RS:0;818bff808382:39147 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T18:14:24,595 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f92ead6c31950e2bee0c189552b8c620 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-18T18:14:24,595 INFO [RS:0;818bff808382:39147 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T18:14:24,596 INFO [RS:0;818bff808382:39147 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-18T18:14:24,596 DEBUG [RS:0;818bff808382:39147 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, f92ead6c31950e2bee0c189552b8c620=hbase:replication,,1731953651185.f92ead6c31950e2bee0c189552b8c620., abc0ac061630d32031bf2a6206bc28fb=test,,1731953648226.abc0ac061630d32031bf2a6206bc28fb.} 2024-11-18T18:14:24,596 DEBUG [RS:0;818bff808382:39147 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, abc0ac061630d32031bf2a6206bc28fb, f92ead6c31950e2bee0c189552b8c620 2024-11-18T18:14:24,596 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T18:14:24,596 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T18:14:24,596 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T18:14:24,596 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T18:14:24,596 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T18:14:24,596 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-18T18:14:24,612 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42293/user/jenkins/test-data/05a58095-600f-eac5-069c-0b9f9ca116d9/data/hbase/meta/1588230740/.tmp/info/7c731fea0c914a80ada43f7d9e47216a is 147, key is hbase:replication,,1731953651185.f92ead6c31950e2bee0c189552b8c620./info:regioninfo/1731953651697/Put/seqid=0 2024-11-18T18:14:24,614 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42293/user/jenkins/test-data/05a58095-600f-eac5-069c-0b9f9ca116d9/data/hbase/replication/f92ead6c31950e2bee0c189552b8c620/.tmp/queue/6356e64cccbd48e28a7e3deb4c4bc8c6 is 154, key is 1-818bff808382,39147,1731953641027/queue:818bff808382%2C39147%2C1731953641027/1731953660986/Put/seqid=0 2024-11-18T18:14:24,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33315 is added to blk_1073741840_1016 (size=7686) 2024-11-18T18:14:24,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33315 is added to blk_1073741841_1017 (size=5353) 2024-11-18T18:14:24,675 INFO [regionserver/818bff808382:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T18:14:24,796 DEBUG [RS:0;818bff808382:39147 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, abc0ac061630d32031bf2a6206bc28fb, f92ead6c31950e2bee0c189552b8c620 2024-11-18T18:14:24,847 INFO [regionserver/818bff808382:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T18:14:24,847 INFO [regionserver/818bff808382:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T18:14:24,996 DEBUG [RS:0;818bff808382:39147 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, abc0ac061630d32031bf2a6206bc28fb, f92ead6c31950e2bee0c189552b8c620 2024-11-18T18:14:25,016 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42293/user/jenkins/test-data/05a58095-600f-eac5-069c-0b9f9ca116d9/data/hbase/meta/1588230740/.tmp/info/7c731fea0c914a80ada43f7d9e47216a 2024-11-18T18:14:25,020 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42293/user/jenkins/test-data/05a58095-600f-eac5-069c-0b9f9ca116d9/data/hbase/replication/f92ead6c31950e2bee0c189552b8c620/.tmp/queue/6356e64cccbd48e28a7e3deb4c4bc8c6 2024-11-18T18:14:25,025 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42293/user/jenkins/test-data/05a58095-600f-eac5-069c-0b9f9ca116d9/data/hbase/replication/f92ead6c31950e2bee0c189552b8c620/.tmp/queue/6356e64cccbd48e28a7e3deb4c4bc8c6 as hdfs://localhost:42293/user/jenkins/test-data/05a58095-600f-eac5-069c-0b9f9ca116d9/data/hbase/replication/f92ead6c31950e2bee0c189552b8c620/queue/6356e64cccbd48e28a7e3deb4c4bc8c6 2024-11-18T18:14:25,029 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42293/user/jenkins/test-data/05a58095-600f-eac5-069c-0b9f9ca116d9/data/hbase/replication/f92ead6c31950e2bee0c189552b8c620/queue/6356e64cccbd48e28a7e3deb4c4bc8c6, entries=1, sequenceid=12, filesize=5.2 K 2024-11-18T18:14:25,029 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for f92ead6c31950e2bee0c189552b8c620 in 434ms, sequenceid=12, compaction requested=false 2024-11-18T18:14:25,030 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-18T18:14:25,036 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42293/user/jenkins/test-data/05a58095-600f-eac5-069c-0b9f9ca116d9/data/hbase/meta/1588230740/.tmp/ns/b6afc53cb5954e509f6d04f6327d52a5 is 43, key is default/ns:d/1731953642880/Put/seqid=0 2024-11-18T18:14:25,036 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42293/user/jenkins/test-data/05a58095-600f-eac5-069c-0b9f9ca116d9/data/hbase/replication/f92ead6c31950e2bee0c189552b8c620/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-18T18:14:25,036 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T18:14:25,036 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T18:14:25,036 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731953651185.f92ead6c31950e2bee0c189552b8c620. 2024-11-18T18:14:25,037 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f92ead6c31950e2bee0c189552b8c620: Waiting for close lock at 1731953664595Running coprocessor pre-close hooks at 1731953664595Disabling compacts and flushes for region at 1731953664595Disabling writes for close at 1731953664595Obtaining lock to block concurrent updates at 1731953664595Preparing flush snapshotting stores in f92ead6c31950e2bee0c189552b8c620 at 1731953664595Finished memstore snapshotting hbase:replication,,1731953651185.f92ead6c31950e2bee0c189552b8c620., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1731953664596 (+1 ms)Flushing stores of hbase:replication,,1731953651185.f92ead6c31950e2bee0c189552b8c620. at 1731953664596Flushing f92ead6c31950e2bee0c189552b8c620/queue: creating writer at 1731953664596Flushing f92ead6c31950e2bee0c189552b8c620/queue: appending metadata at 1731953664613 (+17 ms)Flushing f92ead6c31950e2bee0c189552b8c620/queue: closing flushed file at 1731953664613Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12006722: reopening flushed file at 1731953665025 (+412 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for f92ead6c31950e2bee0c189552b8c620 in 434ms, sequenceid=12, compaction requested=false at 1731953665029 (+4 ms)Writing region close event to WAL at 1731953665034 (+5 ms)Running coprocessor post-close hooks at 1731953665036 (+2 ms)Closed at 1731953665036 2024-11-18T18:14:25,037 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731953651185.f92ead6c31950e2bee0c189552b8c620. 2024-11-18T18:14:25,037 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing abc0ac061630d32031bf2a6206bc28fb, disabling compactions & flushes 2024-11-18T18:14:25,037 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731953648226.abc0ac061630d32031bf2a6206bc28fb. 2024-11-18T18:14:25,037 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731953648226.abc0ac061630d32031bf2a6206bc28fb. 2024-11-18T18:14:25,037 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731953648226.abc0ac061630d32031bf2a6206bc28fb. after waiting 0 ms 2024-11-18T18:14:25,037 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731953648226.abc0ac061630d32031bf2a6206bc28fb. 2024-11-18T18:14:25,037 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing abc0ac061630d32031bf2a6206bc28fb 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-18T18:14:25,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33315 is added to blk_1073741842_1018 (size=5153) 2024-11-18T18:14:25,052 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42293/user/jenkins/test-data/05a58095-600f-eac5-069c-0b9f9ca116d9/data/default/test/abc0ac061630d32031bf2a6206bc28fb/.tmp/f/2d81f0f993394d76b2c61eeae6705161 is 29, key is row1/f:/1731953659529/DeleteFamily/seqid=0 2024-11-18T18:14:25,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33315 is added to blk_1073741843_1019 (size=5152) 2024-11-18T18:14:25,196 DEBUG [RS:0;818bff808382:39147 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, abc0ac061630d32031bf2a6206bc28fb 2024-11-18T18:14:25,397 DEBUG [RS:0;818bff808382:39147 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, abc0ac061630d32031bf2a6206bc28fb 2024-11-18T18:14:25,412 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,39147,1731953641027.replicationSource.wal-reader.818bff808382%2C39147%2C1731953641027,1-818bff808382,39147,1731953641027 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42293/user/jenkins/test-data/05a58095-600f-eac5-069c-0b9f9ca116d9/WALs/818bff808382,39147,1731953641027/818bff808382%2C39147%2C1731953641027.1731953641976 to pos 1193, reset compression=false 2024-11-18T18:14:25,417 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,39147,1731953641027.replicationSource.wal-reader.818bff808382%2C39147%2C1731953641027,1-818bff808382,39147,1731953641027 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T18:14:25,417 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,39147,1731953641027.replicationSource.wal-reader.818bff808382%2C39147%2C1731953641027,1-818bff808382,39147,1731953641027 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42293/user/jenkins/test-data/05a58095-600f-eac5-069c-0b9f9ca116d9/WALs/818bff808382,39147,1731953641027/818bff808382%2C39147%2C1731953641027.1731953641976 to pos 1440, reset compression=false 2024-11-18T18:14:25,417 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,39147,1731953641027.replicationSource.shipper818bff808382%2C39147%2C1731953641027,1-818bff808382,39147,1731953641027 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-818bff808382,39147,1731953641027 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42293/user/jenkins/test-data/05a58095-600f-eac5-069c-0b9f9ca116d9/WALs/818bff808382,39147,1731953641027/818bff808382%2C39147%2C1731953641027.1731953641976, lastWalPosition=1440, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T18:14:25,417 ERROR [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,39147,1731953641027.replicationSource.shipper818bff808382%2C39147%2C1731953641027,1-818bff808382,39147,1731953641027 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 818bff808382,39147,1731953641027: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-818bff808382,39147,1731953641027, walGroup=818bff808382%2C39147%2C1731953641027, offset=818bff808382%2C39147%2C1731953641027.1731953641976:1440, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=818bff808382:39147 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-18T18:14:25,418 ERROR [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,39147,1731953641027.replicationSource.shipper818bff808382%2C39147%2C1731953641027,1-818bff808382,39147,1731953641027 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-18T18:14:25,419 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,39147,1731953641027.replicationSource.shipper818bff808382%2C39147%2C1731953641027,1-818bff808382,39147,1731953641027 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-18T18:14:25,419 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,39147,1731953641027.replicationSource.shipper818bff808382%2C39147%2C1731953641027,1-818bff808382,39147,1731953641027 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-18T18:14:25,419 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,39147,1731953641027.replicationSource.shipper818bff808382%2C39147%2C1731953641027,1-818bff808382,39147,1731953641027 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-18T18:14:25,419 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,39147,1731953641027.replicationSource.shipper818bff808382%2C39147%2C1731953641027,1-818bff808382,39147,1731953641027 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-18T18:14:25,419 INFO [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,39147,1731953641027.replicationSource.shipper818bff808382%2C39147%2C1731953641027,1-818bff808382,39147,1731953641027 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1394606080, "init": 1048576000, "max": 2306867200, "used": 934665216 }, "NonHeapMemoryUsage": { "committed": 207486976, "init": 7667712, "max": -1, "used": 202874280 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-18T18:14:25,420 WARN [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,39147,1731953641027.replicationSource.shipper818bff808382%2C39147%2C1731953641027,1-818bff808382,39147,1731953641027 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=818bff808382:34243 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=818bff808382:34243 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more 2024-11-18T18:14:25,439 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,40249,1731953637359.replicationSource.wal-reader.818bff808382%2C40249%2C1731953637359,1-818bff808382,40249,1731953637359 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42587/user/jenkins/test-data/c645face-7769-bde9-12f9-d5959e1f54d4/WALs/818bff808382,40249,1731953637359/818bff808382%2C40249%2C1731953637359.1731953639376 to pos 636, reset compression=false 2024-11-18T18:14:25,439 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42293/user/jenkins/test-data/05a58095-600f-eac5-069c-0b9f9ca116d9/data/hbase/meta/1588230740/.tmp/ns/b6afc53cb5954e509f6d04f6327d52a5 2024-11-18T18:14:25,457 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42293/user/jenkins/test-data/05a58095-600f-eac5-069c-0b9f9ca116d9/data/default/test/abc0ac061630d32031bf2a6206bc28fb/.tmp/f/2d81f0f993394d76b2c61eeae6705161 2024-11-18T18:14:25,458 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42293/user/jenkins/test-data/05a58095-600f-eac5-069c-0b9f9ca116d9/data/hbase/meta/1588230740/.tmp/rep_barrier/ec48ae62648543c09de84aa7056d4cf8 is 112, key is test,,1731953648226.abc0ac061630d32031bf2a6206bc28fb./rep_barrier:seqnumDuringOpen/1731953648589/Put/seqid=0 2024-11-18T18:14:25,461 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2d81f0f993394d76b2c61eeae6705161 2024-11-18T18:14:25,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33315 is added to blk_1073741844_1020 (size=5518) 2024-11-18T18:14:25,476 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42293/user/jenkins/test-data/05a58095-600f-eac5-069c-0b9f9ca116d9/data/default/test/abc0ac061630d32031bf2a6206bc28fb/.tmp/f1/d0a247cd9cf14789b131d6bd8355a214 is 30, key is row1/f1:/1731953659529/DeleteFamily/seqid=0 2024-11-18T18:14:25,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33315 is added to blk_1073741845_1021 (size=5158) 2024-11-18T18:14:25,597 INFO [RS:0;818bff808382:39147 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-18T18:14:25,597 DEBUG [RS:0;818bff808382:39147 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, abc0ac061630d32031bf2a6206bc28fb=test,,1731953648226.abc0ac061630d32031bf2a6206bc28fb.} 2024-11-18T18:14:25,597 DEBUG [RS:0;818bff808382:39147 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, abc0ac061630d32031bf2a6206bc28fb 2024-11-18T18:14:25,620 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,39147,1731953641027.replicationSource.wal-reader.818bff808382%2C39147%2C1731953641027,1-818bff808382,39147,1731953641027 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42293/user/jenkins/test-data/05a58095-600f-eac5-069c-0b9f9ca116d9/WALs/818bff808382,39147,1731953641027/818bff808382%2C39147%2C1731953641027.1731953641976 to pos 1440, reset compression=false 2024-11-18T18:14:25,797 DEBUG [RS:0;818bff808382:39147 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, abc0ac061630d32031bf2a6206bc28fb 2024-11-18T18:14:25,862 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42293/user/jenkins/test-data/05a58095-600f-eac5-069c-0b9f9ca116d9/data/hbase/meta/1588230740/.tmp/rep_barrier/ec48ae62648543c09de84aa7056d4cf8 2024-11-18T18:14:25,879 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42293/user/jenkins/test-data/05a58095-600f-eac5-069c-0b9f9ca116d9/data/default/test/abc0ac061630d32031bf2a6206bc28fb/.tmp/f1/d0a247cd9cf14789b131d6bd8355a214 2024-11-18T18:14:25,881 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42293/user/jenkins/test-data/05a58095-600f-eac5-069c-0b9f9ca116d9/data/hbase/meta/1588230740/.tmp/table/0a1e6531b80e43f686c627498fee3543 is 53, key is hbase:replication/table:state/1731953651725/Put/seqid=0 2024-11-18T18:14:25,882 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d0a247cd9cf14789b131d6bd8355a214 2024-11-18T18:14:25,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33315 is added to blk_1073741846_1022 (size=5308) 2024-11-18T18:14:25,885 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42293/user/jenkins/test-data/05a58095-600f-eac5-069c-0b9f9ca116d9/data/hbase/meta/1588230740/.tmp/table/0a1e6531b80e43f686c627498fee3543 2024-11-18T18:14:25,889 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42293/user/jenkins/test-data/05a58095-600f-eac5-069c-0b9f9ca116d9/data/hbase/meta/1588230740/.tmp/info/7c731fea0c914a80ada43f7d9e47216a as hdfs://localhost:42293/user/jenkins/test-data/05a58095-600f-eac5-069c-0b9f9ca116d9/data/hbase/meta/1588230740/info/7c731fea0c914a80ada43f7d9e47216a 2024-11-18T18:14:25,892 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42293/user/jenkins/test-data/05a58095-600f-eac5-069c-0b9f9ca116d9/data/hbase/meta/1588230740/info/7c731fea0c914a80ada43f7d9e47216a, entries=20, sequenceid=16, filesize=7.5 K 2024-11-18T18:14:25,893 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42293/user/jenkins/test-data/05a58095-600f-eac5-069c-0b9f9ca116d9/data/hbase/meta/1588230740/.tmp/ns/b6afc53cb5954e509f6d04f6327d52a5 as hdfs://localhost:42293/user/jenkins/test-data/05a58095-600f-eac5-069c-0b9f9ca116d9/data/hbase/meta/1588230740/ns/b6afc53cb5954e509f6d04f6327d52a5 2024-11-18T18:14:25,897 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42293/user/jenkins/test-data/05a58095-600f-eac5-069c-0b9f9ca116d9/data/hbase/meta/1588230740/ns/b6afc53cb5954e509f6d04f6327d52a5, entries=2, sequenceid=16, filesize=5.0 K 2024-11-18T18:14:25,897 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42293/user/jenkins/test-data/05a58095-600f-eac5-069c-0b9f9ca116d9/data/hbase/meta/1588230740/.tmp/rep_barrier/ec48ae62648543c09de84aa7056d4cf8 as hdfs://localhost:42293/user/jenkins/test-data/05a58095-600f-eac5-069c-0b9f9ca116d9/data/hbase/meta/1588230740/rep_barrier/ec48ae62648543c09de84aa7056d4cf8 2024-11-18T18:14:25,901 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42293/user/jenkins/test-data/05a58095-600f-eac5-069c-0b9f9ca116d9/data/hbase/meta/1588230740/rep_barrier/ec48ae62648543c09de84aa7056d4cf8, entries=1, sequenceid=16, filesize=5.4 K 2024-11-18T18:14:25,902 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42293/user/jenkins/test-data/05a58095-600f-eac5-069c-0b9f9ca116d9/data/hbase/meta/1588230740/.tmp/table/0a1e6531b80e43f686c627498fee3543 as hdfs://localhost:42293/user/jenkins/test-data/05a58095-600f-eac5-069c-0b9f9ca116d9/data/hbase/meta/1588230740/table/0a1e6531b80e43f686c627498fee3543 2024-11-18T18:14:25,902 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42293/user/jenkins/test-data/05a58095-600f-eac5-069c-0b9f9ca116d9/data/default/test/abc0ac061630d32031bf2a6206bc28fb/.tmp/norep/6dbd650e70d34d4390aa69d455d49e15 is 33, key is row1/norep:/1731953659529/DeleteFamily/seqid=0 2024-11-18T18:14:25,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33315 is added to blk_1073741847_1023 (size=5108) 2024-11-18T18:14:25,906 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42293/user/jenkins/test-data/05a58095-600f-eac5-069c-0b9f9ca116d9/data/hbase/meta/1588230740/table/0a1e6531b80e43f686c627498fee3543, entries=4, sequenceid=16, filesize=5.2 K 2024-11-18T18:14:25,906 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42293/user/jenkins/test-data/05a58095-600f-eac5-069c-0b9f9ca116d9/data/default/test/abc0ac061630d32031bf2a6206bc28fb/.tmp/norep/6dbd650e70d34d4390aa69d455d49e15 2024-11-18T18:14:25,907 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1310ms, sequenceid=16, compaction requested=false 2024-11-18T18:14:25,907 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T18:14:25,910 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6dbd650e70d34d4390aa69d455d49e15 2024-11-18T18:14:25,910 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42293/user/jenkins/test-data/05a58095-600f-eac5-069c-0b9f9ca116d9/data/default/test/abc0ac061630d32031bf2a6206bc28fb/.tmp/f/2d81f0f993394d76b2c61eeae6705161 as hdfs://localhost:42293/user/jenkins/test-data/05a58095-600f-eac5-069c-0b9f9ca116d9/data/default/test/abc0ac061630d32031bf2a6206bc28fb/f/2d81f0f993394d76b2c61eeae6705161 2024-11-18T18:14:25,914 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2d81f0f993394d76b2c61eeae6705161 2024-11-18T18:14:25,914 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42293/user/jenkins/test-data/05a58095-600f-eac5-069c-0b9f9ca116d9/data/default/test/abc0ac061630d32031bf2a6206bc28fb/f/2d81f0f993394d76b2c61eeae6705161, entries=3, sequenceid=10, filesize=5.0 K 2024-11-18T18:14:25,915 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42293/user/jenkins/test-data/05a58095-600f-eac5-069c-0b9f9ca116d9/data/default/test/abc0ac061630d32031bf2a6206bc28fb/.tmp/f1/d0a247cd9cf14789b131d6bd8355a214 as hdfs://localhost:42293/user/jenkins/test-data/05a58095-600f-eac5-069c-0b9f9ca116d9/data/default/test/abc0ac061630d32031bf2a6206bc28fb/f1/d0a247cd9cf14789b131d6bd8355a214 2024-11-18T18:14:25,919 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d0a247cd9cf14789b131d6bd8355a214 2024-11-18T18:14:25,919 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42293/user/jenkins/test-data/05a58095-600f-eac5-069c-0b9f9ca116d9/data/default/test/abc0ac061630d32031bf2a6206bc28fb/f1/d0a247cd9cf14789b131d6bd8355a214, entries=3, sequenceid=10, filesize=5.0 K 2024-11-18T18:14:25,920 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42293/user/jenkins/test-data/05a58095-600f-eac5-069c-0b9f9ca116d9/data/default/test/abc0ac061630d32031bf2a6206bc28fb/.tmp/norep/6dbd650e70d34d4390aa69d455d49e15 as hdfs://localhost:42293/user/jenkins/test-data/05a58095-600f-eac5-069c-0b9f9ca116d9/data/default/test/abc0ac061630d32031bf2a6206bc28fb/norep/6dbd650e70d34d4390aa69d455d49e15 2024-11-18T18:14:25,923 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,39147,1731953641027.replicationSource.wal-reader.818bff808382%2C39147%2C1731953641027,1-818bff808382,39147,1731953641027 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42293/user/jenkins/test-data/05a58095-600f-eac5-069c-0b9f9ca116d9/WALs/818bff808382,39147,1731953641027/818bff808382%2C39147%2C1731953641027.1731953641976 to pos 1440, reset compression=false 2024-11-18T18:14:25,925 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6dbd650e70d34d4390aa69d455d49e15 2024-11-18T18:14:25,925 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42293/user/jenkins/test-data/05a58095-600f-eac5-069c-0b9f9ca116d9/data/default/test/abc0ac061630d32031bf2a6206bc28fb/norep/6dbd650e70d34d4390aa69d455d49e15, entries=1, sequenceid=10, filesize=5.0 K 2024-11-18T18:14:25,926 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for abc0ac061630d32031bf2a6206bc28fb in 889ms, sequenceid=10, compaction requested=false 2024-11-18T18:14:25,926 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-18T18:14:25,928 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,39147,1731953641027.replicationSource.wal-reader.818bff808382%2C39147%2C1731953641027,1-818bff808382,39147,1731953641027 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T18:14:25,928 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,39147,1731953641027.replicationSource.wal-reader.818bff808382%2C39147%2C1731953641027,1-818bff808382,39147,1731953641027 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42293/user/jenkins/test-data/05a58095-600f-eac5-069c-0b9f9ca116d9/WALs/818bff808382,39147,1731953641027/818bff808382%2C39147%2C1731953641027.1731953641976 to pos 1789, reset compression=false 2024-11-18T18:14:25,929 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42293/user/jenkins/test-data/05a58095-600f-eac5-069c-0b9f9ca116d9/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-18T18:14:25,929 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T18:14:25,929 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T18:14:25,929 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T18:14:25,929 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731953664596Running coprocessor pre-close hooks at 1731953664596Disabling compacts and flushes for region at 1731953664596Disabling writes for close at 1731953664596Obtaining lock to block concurrent updates at 1731953664596Preparing flush snapshotting stores in 1588230740 at 1731953664596Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731953664596Flushing stores of hbase:meta,,1.1588230740 at 1731953664597 (+1 ms)Flushing 1588230740/info: creating writer at 1731953664597Flushing 1588230740/info: appending metadata at 1731953664611 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731953664611Flushing 1588230740/ns: creating writer at 1731953665020 (+409 ms)Flushing 1588230740/ns: appending metadata at 1731953665035 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731953665035Flushing 1588230740/rep_barrier: creating writer at 1731953665443 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731953665457 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731953665457Flushing 1588230740/table: creating writer at 1731953665866 (+409 ms)Flushing 1588230740/table: appending metadata at 1731953665880 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731953665881 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50516586: reopening flushed file at 1731953665888 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@594a791: reopening flushed file at 1731953665892 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71281b18: reopening flushed file at 1731953665897 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@757d658e: reopening flushed file at 1731953665901 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1310ms, sequenceid=16, compaction requested=false at 1731953665907 (+6 ms)Writing region close event to WAL at 1731953665925 (+18 ms)Running coprocessor post-close hooks at 1731953665929 (+4 ms)Closed at 1731953665929 2024-11-18T18:14:25,930 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T18:14:25,934 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42293/user/jenkins/test-data/05a58095-600f-eac5-069c-0b9f9ca116d9/data/default/test/abc0ac061630d32031bf2a6206bc28fb/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-18T18:14:25,934 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T18:14:25,934 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T18:14:25,934 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731953648226.abc0ac061630d32031bf2a6206bc28fb. 2024-11-18T18:14:25,934 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for abc0ac061630d32031bf2a6206bc28fb: Waiting for close lock at 1731953665037Running coprocessor pre-close hooks at 1731953665037Disabling compacts and flushes for region at 1731953665037Disabling writes for close at 1731953665037Obtaining lock to block concurrent updates at 1731953665037Preparing flush snapshotting stores in abc0ac061630d32031bf2a6206bc28fb at 1731953665037Finished memstore snapshotting test,,1731953648226.abc0ac061630d32031bf2a6206bc28fb., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731953665037Flushing stores of test,,1731953648226.abc0ac061630d32031bf2a6206bc28fb. at 1731953665038 (+1 ms)Flushing abc0ac061630d32031bf2a6206bc28fb/f: creating writer at 1731953665038Flushing abc0ac061630d32031bf2a6206bc28fb/f: appending metadata at 1731953665051 (+13 ms)Flushing abc0ac061630d32031bf2a6206bc28fb/f: closing flushed file at 1731953665051Flushing abc0ac061630d32031bf2a6206bc28fb/f1: creating writer at 1731953665461 (+410 ms)Flushing abc0ac061630d32031bf2a6206bc28fb/f1: appending metadata at 1731953665475 (+14 ms)Flushing abc0ac061630d32031bf2a6206bc28fb/f1: closing flushed file at 1731953665475Flushing abc0ac061630d32031bf2a6206bc28fb/norep: creating writer at 1731953665883 (+408 ms)Flushing abc0ac061630d32031bf2a6206bc28fb/norep: appending metadata at 1731953665901 (+18 ms)Flushing abc0ac061630d32031bf2a6206bc28fb/norep: closing flushed file at 1731953665901Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ceba2f9: reopening flushed file at 1731953665910 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f953674: reopening flushed file at 1731953665914 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65b11178: reopening flushed file at 1731953665919 (+5 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for abc0ac061630d32031bf2a6206bc28fb in 889ms, sequenceid=10, compaction requested=false at 1731953665926 (+7 ms)Writing region close event to WAL at 1731953665931 (+5 ms)Running coprocessor post-close hooks at 1731953665934 (+3 ms)Closed at 1731953665934 2024-11-18T18:14:25,935 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731953648226.abc0ac061630d32031bf2a6206bc28fb. 2024-11-18T18:14:25,997 INFO [RS:0;818bff808382:39147 {}] regionserver.HRegionServer(976): stopping server 818bff808382,39147,1731953641027; all regions closed. 2024-11-18T18:14:25,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33315 is added to blk_1073741834_1010 (size=4239) 2024-11-18T18:14:26,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33315 is added to blk_1073741839_1015 (size=3114) 2024-11-18T18:14:26,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33315 is added to blk_1073741832_1008 (size=2092) 2024-11-18T18:14:26,004 DEBUG [RS:0;818bff808382:39147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:14:26,004 INFO [RS:0;818bff808382:39147 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T18:14:26,004 INFO [RS:0;818bff808382:39147 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T18:14:26,004 INFO [RS:0;818bff808382:39147 {}] hbase.ChoreService(370): Chore service for: regionserver/818bff808382:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T18:14:26,004 INFO [RS:0;818bff808382:39147 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T18:14:26,004 INFO [regionserver/818bff808382:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T18:14:26,004 INFO [RS:0;818bff808382:39147 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-818bff808382,39147,1731953641027 because: Region server is closing 2024-11-18T18:14:26,005 INFO [RS:0;818bff808382:39147 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;818bff808382:39147. 2024-11-18T18:14:26,005 DEBUG [RS:0;818bff808382:39147 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T18:14:26,005 DEBUG [RS:0;818bff808382:39147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:14:26,005 DEBUG [RS:0;818bff808382:39147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:14:26,005 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T18:14:26,105 INFO [RS:0;818bff808382:39147 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,39147,1731953641027.replicationSource.shipper818bff808382%2C39147%2C1731953641027,1-818bff808382,39147,1731953641027 terminated 2024-11-18T18:14:26,105 WARN [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,39147,1731953641027.replicationSource.wal-reader.818bff808382%2C39147%2C1731953641027,1-818bff808382,39147,1731953641027 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-18T18:14:26,105 INFO [RS:0;818bff808382:39147 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;818bff808382:39147. 2024-11-18T18:14:26,106 DEBUG [RS:0;818bff808382:39147 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T18:14:26,106 DEBUG [RS:0;818bff808382:39147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:14:26,106 DEBUG [RS:0;818bff808382:39147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:14:26,106 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T18:14:26,106 INFO [RS:0;818bff808382:39147 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39147 2024-11-18T18:14:26,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39147-0x1000bd6ebc30004, quorum=127.0.0.1:52267, baseZNode=/1-775853514 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-775853514/rs/818bff808382,39147,1731953641027 2024-11-18T18:14:26,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34243-0x1000bd6ebc30003, quorum=127.0.0.1:52267, baseZNode=/1-775853514 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-775853514/rs 2024-11-18T18:14:26,108 INFO [RS:0;818bff808382:39147 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T18:14:26,108 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [818bff808382,39147,1731953641027] 2024-11-18T18:14:26,115 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-775853514/draining/818bff808382,39147,1731953641027 already deleted, retry=false 2024-11-18T18:14:26,115 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 818bff808382,39147,1731953641027 expired; onlineServers=0 2024-11-18T18:14:26,115 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '818bff808382,34243,1731953640971' ***** 2024-11-18T18:14:26,116 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T18:14:26,116 INFO [M:0;818bff808382:34243 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T18:14:26,116 INFO [M:0;818bff808382:34243 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T18:14:26,116 DEBUG [M:0;818bff808382:34243 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T18:14:26,116 DEBUG [M:0;818bff808382:34243 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T18:14:26,116 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T18:14:26,116 DEBUG [master/818bff808382:0:becomeActiveMaster-HFileCleaner.large.0-1731953641686 {}] cleaner.HFileCleaner(306): Exit Thread[master/818bff808382:0:becomeActiveMaster-HFileCleaner.large.0-1731953641686,5,FailOnTimeoutGroup] 2024-11-18T18:14:26,116 DEBUG [master/818bff808382:0:becomeActiveMaster-HFileCleaner.small.0-1731953641686 {}] cleaner.HFileCleaner(306): Exit Thread[master/818bff808382:0:becomeActiveMaster-HFileCleaner.small.0-1731953641686,5,FailOnTimeoutGroup] 2024-11-18T18:14:26,116 INFO [M:0;818bff808382:34243 {}] hbase.ChoreService(370): Chore service for: master/818bff808382:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T18:14:26,116 INFO [M:0;818bff808382:34243 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T18:14:26,116 DEBUG [M:0;818bff808382:34243 {}] master.HMaster(1795): Stopping service threads 2024-11-18T18:14:26,116 INFO [M:0;818bff808382:34243 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T18:14:26,116 INFO [M:0;818bff808382:34243 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T18:14:26,117 INFO [M:0;818bff808382:34243 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T18:14:26,117 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T18:14:26,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34243-0x1000bd6ebc30003, quorum=127.0.0.1:52267, baseZNode=/1-775853514 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-775853514/master 2024-11-18T18:14:26,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34243-0x1000bd6ebc30003, quorum=127.0.0.1:52267, baseZNode=/1-775853514 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-775853514 2024-11-18T18:14:26,118 DEBUG [M:0;818bff808382:34243 {}] zookeeper.ZKUtil(347): master:34243-0x1000bd6ebc30003, quorum=127.0.0.1:52267, baseZNode=/1-775853514 Unable to get data of znode /1-775853514/master because node does not exist (not an error) 2024-11-18T18:14:26,118 WARN [M:0;818bff808382:34243 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T18:14:26,119 INFO [M:0;818bff808382:34243 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42293/user/jenkins/test-data/05a58095-600f-eac5-069c-0b9f9ca116d9/.lastflushedseqids 2024-11-18T18:14:26,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33315 is added to blk_1073741848_1024 (size=245) 2024-11-18T18:14:26,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39147-0x1000bd6ebc30004, quorum=127.0.0.1:52267, baseZNode=/1-775853514 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T18:14:26,210 INFO [RS:0;818bff808382:39147 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T18:14:26,210 INFO [RS:0;818bff808382:39147 {}] regionserver.HRegionServer(1031): Exiting; stopping=818bff808382,39147,1731953641027; zookeeper connection closed. 2024-11-18T18:14:26,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39147-0x1000bd6ebc30004, quorum=127.0.0.1:52267, baseZNode=/1-775853514 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T18:14:26,210 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7459af0d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7459af0d 2024-11-18T18:14:26,210 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T18:14:26,523 INFO [M:0;818bff808382:34243 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T18:14:26,524 INFO [M:0;818bff808382:34243 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T18:14:26,524 DEBUG [M:0;818bff808382:34243 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T18:14:26,524 INFO [M:0;818bff808382:34243 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:14:26,524 DEBUG [M:0;818bff808382:34243 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:14:26,524 DEBUG [M:0;818bff808382:34243 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T18:14:26,524 DEBUG [M:0;818bff808382:34243 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:14:26,524 INFO [M:0;818bff808382:34243 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-18T18:14:26,541 DEBUG [M:0;818bff808382:34243 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42293/user/jenkins/test-data/05a58095-600f-eac5-069c-0b9f9ca116d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/830fedda5100425fb049079a40bd554e is 82, key is hbase:meta,,1/info:regioninfo/1731953642871/Put/seqid=0 2024-11-18T18:14:26,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33315 is added to blk_1073741849_1025 (size=5672) 2024-11-18T18:14:26,643 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,40249,1731953637359.replicationSource.wal-reader.818bff808382%2C40249%2C1731953637359,1-818bff808382,40249,1731953637359 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42587/user/jenkins/test-data/c645face-7769-bde9-12f9-d5959e1f54d4/WALs/818bff808382,40249,1731953637359/818bff808382%2C40249%2C1731953637359.1731953639376 to pos 636, reset compression=false 2024-11-18T18:14:26,884 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T18:14:26,945 INFO [M:0;818bff808382:34243 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42293/user/jenkins/test-data/05a58095-600f-eac5-069c-0b9f9ca116d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/830fedda5100425fb049079a40bd554e 2024-11-18T18:14:26,968 DEBUG [M:0;818bff808382:34243 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42293/user/jenkins/test-data/05a58095-600f-eac5-069c-0b9f9ca116d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ba40b7939f444302958ec5af8baf0bd8 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731953651730/Put/seqid=0 2024-11-18T18:14:26,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33315 is added to blk_1073741850_1026 (size=8515) 2024-11-18T18:14:27,372 INFO [M:0;818bff808382:34243 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42293/user/jenkins/test-data/05a58095-600f-eac5-069c-0b9f9ca116d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ba40b7939f444302958ec5af8baf0bd8 2024-11-18T18:14:27,395 DEBUG [M:0;818bff808382:34243 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42293/user/jenkins/test-data/05a58095-600f-eac5-069c-0b9f9ca116d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/48291c04b9464b9787e309e9a5751c2a is 69, key is 818bff808382,39147,1731953641027/rs:state/1731953641796/Put/seqid=0 2024-11-18T18:14:27,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33315 is added to blk_1073741851_1027 (size=5156) 2024-11-18T18:14:27,398 INFO [M:0;818bff808382:34243 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42293/user/jenkins/test-data/05a58095-600f-eac5-069c-0b9f9ca116d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/48291c04b9464b9787e309e9a5751c2a 2024-11-18T18:14:27,403 DEBUG [M:0;818bff808382:34243 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42293/user/jenkins/test-data/05a58095-600f-eac5-069c-0b9f9ca116d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/830fedda5100425fb049079a40bd554e as hdfs://localhost:42293/user/jenkins/test-data/05a58095-600f-eac5-069c-0b9f9ca116d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/830fedda5100425fb049079a40bd554e 2024-11-18T18:14:27,406 INFO [M:0;818bff808382:34243 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42293/user/jenkins/test-data/05a58095-600f-eac5-069c-0b9f9ca116d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/830fedda5100425fb049079a40bd554e, entries=8, sequenceid=97, filesize=5.5 K 2024-11-18T18:14:27,407 DEBUG [M:0;818bff808382:34243 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42293/user/jenkins/test-data/05a58095-600f-eac5-069c-0b9f9ca116d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ba40b7939f444302958ec5af8baf0bd8 as hdfs://localhost:42293/user/jenkins/test-data/05a58095-600f-eac5-069c-0b9f9ca116d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ba40b7939f444302958ec5af8baf0bd8 2024-11-18T18:14:27,411 INFO [M:0;818bff808382:34243 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42293/user/jenkins/test-data/05a58095-600f-eac5-069c-0b9f9ca116d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ba40b7939f444302958ec5af8baf0bd8, entries=11, sequenceid=97, filesize=8.3 K 2024-11-18T18:14:27,411 DEBUG [M:0;818bff808382:34243 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42293/user/jenkins/test-data/05a58095-600f-eac5-069c-0b9f9ca116d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/48291c04b9464b9787e309e9a5751c2a as hdfs://localhost:42293/user/jenkins/test-data/05a58095-600f-eac5-069c-0b9f9ca116d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/48291c04b9464b9787e309e9a5751c2a 2024-11-18T18:14:27,414 INFO [M:0;818bff808382:34243 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42293/user/jenkins/test-data/05a58095-600f-eac5-069c-0b9f9ca116d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/48291c04b9464b9787e309e9a5751c2a, entries=1, sequenceid=97, filesize=5.0 K 2024-11-18T18:14:27,415 INFO [M:0;818bff808382:34243 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 891ms, sequenceid=97, compaction requested=false 2024-11-18T18:14:27,416 INFO [M:0;818bff808382:34243 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:14:27,417 DEBUG [M:0;818bff808382:34243 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731953666524Disabling compacts and flushes for region at 1731953666524Disabling writes for close at 1731953666524Obtaining lock to block concurrent updates at 1731953666524Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731953666524Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731953666524Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731953666525 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731953666525Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731953666541 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731953666541Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731953666949 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731953666968 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731953666968Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731953667376 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731953667394 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731953667394Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c969569: reopening flushed file at 1731953667402 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31ad9cca: reopening flushed file at 1731953667407 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@227a8aa0: reopening flushed file at 1731953667411 (+4 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 891ms, sequenceid=97, compaction requested=false at 1731953667415 (+4 ms)Writing region close event to WAL at 1731953667416 (+1 ms)Closed at 1731953667416 2024-11-18T18:14:27,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33315 is added to blk_1073741830_1006 (size=63642) 2024-11-18T18:14:27,419 INFO [M:0;818bff808382:34243 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T18:14:27,419 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T18:14:27,419 INFO [M:0;818bff808382:34243 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34243 2024-11-18T18:14:27,420 INFO [M:0;818bff808382:34243 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T18:14:27,496 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T18:14:27,498 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:14:27,498 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:14:27,498 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:14:27,498 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:14:27,499 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:14:27,522 INFO [M:0;818bff808382:34243 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T18:14:27,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34243-0x1000bd6ebc30003, quorum=127.0.0.1:52267, baseZNode=/1-775853514 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T18:14:27,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34243-0x1000bd6ebc30003, quorum=127.0.0.1:52267, baseZNode=/1-775853514 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T18:14:27,524 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4df2da5f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T18:14:27,525 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6526a7a4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T18:14:27,525 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T18:14:27,525 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65bcba49{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T18:14:27,525 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@27915c82{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/175ee327-7ebd-cfcf-daf8-332359f93e71/hadoop.log.dir/,STOPPED} 2024-11-18T18:14:27,536 WARN [BP-2020780849-172.17.0.2-1731953640045 heartbeating to localhost/127.0.0.1:42293 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2020780849-172.17.0.2-1731953640045 (Datanode Uuid 8fd6163f-0b0e-4845-80c8-bdc99d070e7b) service to localhost/127.0.0.1:42293 2024-11-18T18:14:27,537 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/175ee327-7ebd-cfcf-daf8-332359f93e71/cluster_7cc77f96-9d1c-900d-fcb1-a6a08e35e14e/data/data1/current/BP-2020780849-172.17.0.2-1731953640045 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T18:14:27,537 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/175ee327-7ebd-cfcf-daf8-332359f93e71/cluster_7cc77f96-9d1c-900d-fcb1-a6a08e35e14e/data/data2/current/BP-2020780849-172.17.0.2-1731953640045 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T18:14:27,540 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:14:27,540 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:14:27,540 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:14:27,540 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:14:27,541 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:14:27,541 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:14:27,546 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:14:27,549 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:14:27,550 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:14:27,551 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:14:27,570 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T18:14:27,576 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@30469523{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T18:14:27,577 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1b552d27{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T18:14:27,577 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T18:14:27,577 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4cb05dc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T18:14:27,577 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@18687b26{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/175ee327-7ebd-cfcf-daf8-332359f93e71/hadoop.log.dir/,STOPPED} 2024-11-18T18:14:27,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T18:14:27,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T18:14:27,592 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T18:14:27,593 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T18:14:27,593 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:14:27,593 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:14:27,593 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T18:14:27,593 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T18:14:27,593 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2143285442, stopped=false 2024-11-18T18:14:27,593 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=818bff808382,42615,1731953637297 2024-11-18T18:14:27,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42615-0x1000bd6ebc30000, quorum=127.0.0.1:52267, baseZNode=/0-859196042 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-859196042/running 2024-11-18T18:14:27,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40249-0x1000bd6ebc30001, quorum=127.0.0.1:52267, baseZNode=/0-859196042 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-859196042/running 2024-11-18T18:14:27,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42615-0x1000bd6ebc30000, quorum=127.0.0.1:52267, baseZNode=/0-859196042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-859196042 2024-11-18T18:14:27,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40249-0x1000bd6ebc30001, quorum=127.0.0.1:52267, baseZNode=/0-859196042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-859196042 2024-11-18T18:14:27,595 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T18:14:27,595 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T18:14:27,595 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T18:14:27,595 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:14:27,595 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42615-0x1000bd6ebc30000, quorum=127.0.0.1:52267, baseZNode=/0-859196042 Set watcher on znode that does not yet exist, /0-859196042/running 2024-11-18T18:14:27,595 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40249-0x1000bd6ebc30001, quorum=127.0.0.1:52267, baseZNode=/0-859196042 Set watcher on znode that does not yet exist, /0-859196042/running 2024-11-18T18:14:27,596 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '818bff808382,40249,1731953637359' ***** 2024-11-18T18:14:27,596 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T18:14:27,596 INFO [RS:0;818bff808382:40249 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T18:14:27,596 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T18:14:27,596 INFO [RS:0;818bff808382:40249 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T18:14:27,596 INFO [RS:0;818bff808382:40249 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T18:14:27,596 INFO [RS:0;818bff808382:40249 {}] regionserver.HRegionServer(3091): Received CLOSE for 69fb8bc732962d8ddd01ad9aeb37cc94 2024-11-18T18:14:27,597 INFO [RS:0;818bff808382:40249 {}] regionserver.HRegionServer(3091): Received CLOSE for 00a6a915e323abc2f3bcd71bc497809d 2024-11-18T18:14:27,597 INFO [RS:0;818bff808382:40249 {}] regionserver.HRegionServer(959): stopping server 818bff808382,40249,1731953637359 2024-11-18T18:14:27,597 INFO [RS:0;818bff808382:40249 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T18:14:27,597 INFO [RS:0;818bff808382:40249 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;818bff808382:40249. 2024-11-18T18:14:27,597 DEBUG [RS:0;818bff808382:40249 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T18:14:27,597 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 69fb8bc732962d8ddd01ad9aeb37cc94, disabling compactions & flushes 2024-11-18T18:14:27,597 DEBUG [RS:0;818bff808382:40249 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:14:27,597 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731953646057.69fb8bc732962d8ddd01ad9aeb37cc94. 2024-11-18T18:14:27,597 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731953646057.69fb8bc732962d8ddd01ad9aeb37cc94. 2024-11-18T18:14:27,597 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731953646057.69fb8bc732962d8ddd01ad9aeb37cc94. after waiting 0 ms 2024-11-18T18:14:27,597 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731953646057.69fb8bc732962d8ddd01ad9aeb37cc94. 2024-11-18T18:14:27,597 INFO [RS:0;818bff808382:40249 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T18:14:27,597 INFO [RS:0;818bff808382:40249 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T18:14:27,597 INFO [RS:0;818bff808382:40249 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T18:14:27,597 INFO [RS:0;818bff808382:40249 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T18:14:27,597 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 69fb8bc732962d8ddd01ad9aeb37cc94 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-18T18:14:27,597 INFO [RS:0;818bff808382:40249 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-18T18:14:27,597 DEBUG [RS:0;818bff808382:40249 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 69fb8bc732962d8ddd01ad9aeb37cc94=test,,1731953646057.69fb8bc732962d8ddd01ad9aeb37cc94., 00a6a915e323abc2f3bcd71bc497809d=hbase:replication,,1731953650035.00a6a915e323abc2f3bcd71bc497809d.} 2024-11-18T18:14:27,597 DEBUG [RS:0;818bff808382:40249 {}] regionserver.HRegionServer(1351): Waiting on 00a6a915e323abc2f3bcd71bc497809d, 1588230740, 69fb8bc732962d8ddd01ad9aeb37cc94 2024-11-18T18:14:27,597 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T18:14:27,597 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T18:14:27,597 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T18:14:27,597 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T18:14:27,598 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T18:14:27,598 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-18T18:14:27,614 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42587/user/jenkins/test-data/c645face-7769-bde9-12f9-d5959e1f54d4/data/default/test/69fb8bc732962d8ddd01ad9aeb37cc94/.tmp/f/31195aeb70c8439990b3c92e6cb467fc is 28, key is row/f:/1731953658524/DeleteFamily/seqid=0 2024-11-18T18:14:27,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39783 is added to blk_1073741840_1016 (size=5085) 2024-11-18T18:14:27,617 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42587/user/jenkins/test-data/c645face-7769-bde9-12f9-d5959e1f54d4/data/hbase/meta/1588230740/.tmp/info/cdd9ec79ef554390a7438b108b181937 is 147, key is hbase:replication,,1731953650035.00a6a915e323abc2f3bcd71bc497809d./info:regioninfo/1731953650481/Put/seqid=0 2024-11-18T18:14:27,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39783 is added to blk_1073741841_1017 (size=7686) 2024-11-18T18:14:27,680 INFO [regionserver/818bff808382:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T18:14:27,798 DEBUG [RS:0;818bff808382:40249 {}] regionserver.HRegionServer(1351): Waiting on 00a6a915e323abc2f3bcd71bc497809d, 1588230740, 69fb8bc732962d8ddd01ad9aeb37cc94 2024-11-18T18:14:27,947 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,40249,1731953637359.replicationSource.wal-reader.818bff808382%2C40249%2C1731953637359,1-818bff808382,40249,1731953637359 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42587/user/jenkins/test-data/c645face-7769-bde9-12f9-d5959e1f54d4/WALs/818bff808382,40249,1731953637359/818bff808382%2C40249%2C1731953637359.1731953639376 to pos 636, reset compression=false 2024-11-18T18:14:27,952 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,40249,1731953637359.replicationSource.wal-reader.818bff808382%2C40249%2C1731953637359,1-818bff808382,40249,1731953637359 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T18:14:27,952 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,40249,1731953637359.replicationSource.wal-reader.818bff808382%2C40249%2C1731953637359,1-818bff808382,40249,1731953637359 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42587/user/jenkins/test-data/c645face-7769-bde9-12f9-d5959e1f54d4/WALs/818bff808382,40249,1731953637359/818bff808382%2C40249%2C1731953637359.1731953639376 to pos 883, reset compression=false 2024-11-18T18:14:27,952 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,40249,1731953637359.replicationSource.shipper818bff808382%2C40249%2C1731953637359,1-818bff808382,40249,1731953637359 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-818bff808382,40249,1731953637359 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42587/user/jenkins/test-data/c645face-7769-bde9-12f9-d5959e1f54d4/WALs/818bff808382,40249,1731953637359/818bff808382%2C40249%2C1731953637359.1731953639376, lastWalPosition=883, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T18:14:27,953 ERROR [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,40249,1731953637359.replicationSource.shipper818bff808382%2C40249%2C1731953637359,1-818bff808382,40249,1731953637359 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 818bff808382,40249,1731953637359: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-818bff808382,40249,1731953637359, walGroup=818bff808382%2C40249%2C1731953637359, offset=818bff808382%2C40249%2C1731953637359.1731953639376:883, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=818bff808382:40249 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-18T18:14:27,954 ERROR [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,40249,1731953637359.replicationSource.shipper818bff808382%2C40249%2C1731953637359,1-818bff808382,40249,1731953637359 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-18T18:14:27,954 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,40249,1731953637359.replicationSource.shipper818bff808382%2C40249%2C1731953637359,1-818bff808382,40249,1731953637359 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-18T18:14:27,955 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,40249,1731953637359.replicationSource.shipper818bff808382%2C40249%2C1731953637359,1-818bff808382,40249,1731953637359 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-18T18:14:27,955 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,40249,1731953637359.replicationSource.shipper818bff808382%2C40249%2C1731953637359,1-818bff808382,40249,1731953637359 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-18T18:14:27,955 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,40249,1731953637359.replicationSource.shipper818bff808382%2C40249%2C1731953637359,1-818bff808382,40249,1731953637359 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-18T18:14:27,955 INFO [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,40249,1731953637359.replicationSource.shipper818bff808382%2C40249%2C1731953637359,1-818bff808382,40249,1731953637359 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1394606080, "init": 1048576000, "max": 2306867200, "used": 1005968384 }, "NonHeapMemoryUsage": { "committed": 207618048, "init": 7667712, "max": -1, "used": 203216088 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-18T18:14:27,955 WARN [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,40249,1731953637359.replicationSource.shipper818bff808382%2C40249%2C1731953637359,1-818bff808382,40249,1731953637359 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=818bff808382:42615 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=818bff808382:42615 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more 2024-11-18T18:14:27,998 DEBUG [RS:0;818bff808382:40249 {}] regionserver.HRegionServer(1351): Waiting on 00a6a915e323abc2f3bcd71bc497809d, 1588230740, 69fb8bc732962d8ddd01ad9aeb37cc94 2024-11-18T18:14:28,017 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:42587/user/jenkins/test-data/c645face-7769-bde9-12f9-d5959e1f54d4/data/default/test/69fb8bc732962d8ddd01ad9aeb37cc94/.tmp/f/31195aeb70c8439990b3c92e6cb467fc 2024-11-18T18:14:28,021 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 31195aeb70c8439990b3c92e6cb467fc 2024-11-18T18:14:28,021 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42587/user/jenkins/test-data/c645face-7769-bde9-12f9-d5959e1f54d4/data/hbase/meta/1588230740/.tmp/info/cdd9ec79ef554390a7438b108b181937 2024-11-18T18:14:28,039 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42587/user/jenkins/test-data/c645face-7769-bde9-12f9-d5959e1f54d4/data/hbase/meta/1588230740/.tmp/ns/dcc32b75d77d45d1b6ba63c06ec4fe16 is 43, key is default/ns:d/1731953639943/Put/seqid=0 2024-11-18T18:14:28,041 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42587/user/jenkins/test-data/c645face-7769-bde9-12f9-d5959e1f54d4/data/default/test/69fb8bc732962d8ddd01ad9aeb37cc94/.tmp/f1/b4d6276d12f14f4290eb9f576f5ba5c3 is 29, key is row/f1:/1731953658524/DeleteFamily/seqid=0 2024-11-18T18:14:28,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39783 is added to blk_1073741842_1018 (size=5153) 2024-11-18T18:14:28,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39783 is added to blk_1073741843_1019 (size=5089) 2024-11-18T18:14:28,044 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:42587/user/jenkins/test-data/c645face-7769-bde9-12f9-d5959e1f54d4/data/default/test/69fb8bc732962d8ddd01ad9aeb37cc94/.tmp/f1/b4d6276d12f14f4290eb9f576f5ba5c3 2024-11-18T18:14:28,047 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b4d6276d12f14f4290eb9f576f5ba5c3 2024-11-18T18:14:28,062 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42587/user/jenkins/test-data/c645face-7769-bde9-12f9-d5959e1f54d4/data/default/test/69fb8bc732962d8ddd01ad9aeb37cc94/.tmp/norep/3d6b2d7eeba24319a06763e79046ef81 is 32, key is row/norep:/1731953658524/DeleteFamily/seqid=0 2024-11-18T18:14:28,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39783 is added to blk_1073741844_1020 (size=5101) 2024-11-18T18:14:28,066 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:42587/user/jenkins/test-data/c645face-7769-bde9-12f9-d5959e1f54d4/data/default/test/69fb8bc732962d8ddd01ad9aeb37cc94/.tmp/norep/3d6b2d7eeba24319a06763e79046ef81 2024-11-18T18:14:28,069 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3d6b2d7eeba24319a06763e79046ef81 2024-11-18T18:14:28,070 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42587/user/jenkins/test-data/c645face-7769-bde9-12f9-d5959e1f54d4/data/default/test/69fb8bc732962d8ddd01ad9aeb37cc94/.tmp/f/31195aeb70c8439990b3c92e6cb467fc as hdfs://localhost:42587/user/jenkins/test-data/c645face-7769-bde9-12f9-d5959e1f54d4/data/default/test/69fb8bc732962d8ddd01ad9aeb37cc94/f/31195aeb70c8439990b3c92e6cb467fc 2024-11-18T18:14:28,073 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 31195aeb70c8439990b3c92e6cb467fc 2024-11-18T18:14:28,073 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42587/user/jenkins/test-data/c645face-7769-bde9-12f9-d5959e1f54d4/data/default/test/69fb8bc732962d8ddd01ad9aeb37cc94/f/31195aeb70c8439990b3c92e6cb467fc, entries=1, sequenceid=6, filesize=5.0 K 2024-11-18T18:14:28,074 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42587/user/jenkins/test-data/c645face-7769-bde9-12f9-d5959e1f54d4/data/default/test/69fb8bc732962d8ddd01ad9aeb37cc94/.tmp/f1/b4d6276d12f14f4290eb9f576f5ba5c3 as hdfs://localhost:42587/user/jenkins/test-data/c645face-7769-bde9-12f9-d5959e1f54d4/data/default/test/69fb8bc732962d8ddd01ad9aeb37cc94/f1/b4d6276d12f14f4290eb9f576f5ba5c3 2024-11-18T18:14:28,078 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b4d6276d12f14f4290eb9f576f5ba5c3 2024-11-18T18:14:28,078 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42587/user/jenkins/test-data/c645face-7769-bde9-12f9-d5959e1f54d4/data/default/test/69fb8bc732962d8ddd01ad9aeb37cc94/f1/b4d6276d12f14f4290eb9f576f5ba5c3, entries=1, sequenceid=6, filesize=5.0 K 2024-11-18T18:14:28,078 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42587/user/jenkins/test-data/c645face-7769-bde9-12f9-d5959e1f54d4/data/default/test/69fb8bc732962d8ddd01ad9aeb37cc94/.tmp/norep/3d6b2d7eeba24319a06763e79046ef81 as hdfs://localhost:42587/user/jenkins/test-data/c645face-7769-bde9-12f9-d5959e1f54d4/data/default/test/69fb8bc732962d8ddd01ad9aeb37cc94/norep/3d6b2d7eeba24319a06763e79046ef81 2024-11-18T18:14:28,082 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3d6b2d7eeba24319a06763e79046ef81 2024-11-18T18:14:28,082 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42587/user/jenkins/test-data/c645face-7769-bde9-12f9-d5959e1f54d4/data/default/test/69fb8bc732962d8ddd01ad9aeb37cc94/norep/3d6b2d7eeba24319a06763e79046ef81, entries=1, sequenceid=6, filesize=5.0 K 2024-11-18T18:14:28,083 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 69fb8bc732962d8ddd01ad9aeb37cc94 in 485ms, sequenceid=6, compaction requested=false 2024-11-18T18:14:28,086 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42587/user/jenkins/test-data/c645face-7769-bde9-12f9-d5959e1f54d4/data/default/test/69fb8bc732962d8ddd01ad9aeb37cc94/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-18T18:14:28,086 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T18:14:28,086 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T18:14:28,087 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731953646057.69fb8bc732962d8ddd01ad9aeb37cc94. 2024-11-18T18:14:28,087 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 69fb8bc732962d8ddd01ad9aeb37cc94: Waiting for close lock at 1731953667597Running coprocessor pre-close hooks at 1731953667597Disabling compacts and flushes for region at 1731953667597Disabling writes for close at 1731953667597Obtaining lock to block concurrent updates at 1731953667597Preparing flush snapshotting stores in 69fb8bc732962d8ddd01ad9aeb37cc94 at 1731953667597Finished memstore snapshotting test,,1731953646057.69fb8bc732962d8ddd01ad9aeb37cc94., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1731953667597Flushing stores of test,,1731953646057.69fb8bc732962d8ddd01ad9aeb37cc94. at 1731953667598 (+1 ms)Flushing 69fb8bc732962d8ddd01ad9aeb37cc94/f: creating writer at 1731953667598Flushing 69fb8bc732962d8ddd01ad9aeb37cc94/f: appending metadata at 1731953667613 (+15 ms)Flushing 69fb8bc732962d8ddd01ad9aeb37cc94/f: closing flushed file at 1731953667613Flushing 69fb8bc732962d8ddd01ad9aeb37cc94/f1: creating writer at 1731953668021 (+408 ms)Flushing 69fb8bc732962d8ddd01ad9aeb37cc94/f1: appending metadata at 1731953668040 (+19 ms)Flushing 69fb8bc732962d8ddd01ad9aeb37cc94/f1: closing flushed file at 1731953668040Flushing 69fb8bc732962d8ddd01ad9aeb37cc94/norep: creating writer at 1731953668047 (+7 ms)Flushing 69fb8bc732962d8ddd01ad9aeb37cc94/norep: appending metadata at 1731953668061 (+14 ms)Flushing 69fb8bc732962d8ddd01ad9aeb37cc94/norep: closing flushed file at 1731953668061Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ad3eee8: reopening flushed file at 1731953668069 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7702c652: reopening flushed file at 1731953668074 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c0499d9: reopening flushed file at 1731953668078 (+4 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 69fb8bc732962d8ddd01ad9aeb37cc94 in 485ms, sequenceid=6, compaction requested=false at 1731953668083 (+5 ms)Writing region close event to WAL at 1731953668084 (+1 ms)Running coprocessor post-close hooks at 1731953668086 (+2 ms)Closed at 1731953668087 (+1 ms) 2024-11-18T18:14:28,087 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731953646057.69fb8bc732962d8ddd01ad9aeb37cc94. 2024-11-18T18:14:28,087 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 00a6a915e323abc2f3bcd71bc497809d, disabling compactions & flushes 2024-11-18T18:14:28,087 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731953650035.00a6a915e323abc2f3bcd71bc497809d. 2024-11-18T18:14:28,087 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731953650035.00a6a915e323abc2f3bcd71bc497809d. 2024-11-18T18:14:28,087 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731953650035.00a6a915e323abc2f3bcd71bc497809d. after waiting 0 ms 2024-11-18T18:14:28,087 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731953650035.00a6a915e323abc2f3bcd71bc497809d. 2024-11-18T18:14:28,087 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 00a6a915e323abc2f3bcd71bc497809d: Waiting for close lock at 1731953668087Running coprocessor pre-close hooks at 1731953668087Disabling compacts and flushes for region at 1731953668087Disabling writes for close at 1731953668087Failed flush hbase:replication,,1731953650035.00a6a915e323abc2f3bcd71bc497809d., putting online again at 1731953668087 2024-11-18T18:14:28,087 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731953650035.00a6a915e323abc2f3bcd71bc497809d. 2024-11-18T18:14:28,155 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,40249,1731953637359.replicationSource.wal-reader.818bff808382%2C40249%2C1731953637359,1-818bff808382,40249,1731953637359 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42587/user/jenkins/test-data/c645face-7769-bde9-12f9-d5959e1f54d4/WALs/818bff808382,40249,1731953637359/818bff808382%2C40249%2C1731953637359.1731953639376 to pos 883, reset compression=false 2024-11-18T18:14:28,159 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,40249,1731953637359.replicationSource.wal-reader.818bff808382%2C40249%2C1731953637359,1-818bff808382,40249,1731953637359 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T18:14:28,159 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,40249,1731953637359.replicationSource.wal-reader.818bff808382%2C40249%2C1731953637359,1-818bff808382,40249,1731953637359 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42587/user/jenkins/test-data/c645face-7769-bde9-12f9-d5959e1f54d4/WALs/818bff808382,40249,1731953637359/818bff808382%2C40249%2C1731953637359.1731953639376 to pos 1527, reset compression=false 2024-11-18T18:14:28,198 INFO [RS:0;818bff808382:40249 {}] regionserver.HRegionServer(3091): Received CLOSE for 00a6a915e323abc2f3bcd71bc497809d 2024-11-18T18:14:28,198 DEBUG [RS:0;818bff808382:40249 {}] regionserver.HRegionServer(1351): Waiting on 00a6a915e323abc2f3bcd71bc497809d, 1588230740 2024-11-18T18:14:28,198 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 00a6a915e323abc2f3bcd71bc497809d, disabling compactions & flushes 2024-11-18T18:14:28,198 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731953650035.00a6a915e323abc2f3bcd71bc497809d. 2024-11-18T18:14:28,198 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731953650035.00a6a915e323abc2f3bcd71bc497809d. 2024-11-18T18:14:28,198 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731953650035.00a6a915e323abc2f3bcd71bc497809d. after waiting 0 ms 2024-11-18T18:14:28,198 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731953650035.00a6a915e323abc2f3bcd71bc497809d. 2024-11-18T18:14:28,198 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 00a6a915e323abc2f3bcd71bc497809d: Waiting for close lock at 1731953668198Running coprocessor pre-close hooks at 1731953668198Disabling compacts and flushes for region at 1731953668198Disabling writes for close at 1731953668198Failed flush hbase:replication,,1731953650035.00a6a915e323abc2f3bcd71bc497809d., putting online again at 1731953668198 2024-11-18T18:14:28,198 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731953650035.00a6a915e323abc2f3bcd71bc497809d. 2024-11-18T18:14:28,241 INFO [regionserver/818bff808382:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T18:14:28,241 INFO [regionserver/818bff808382:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T18:14:28,362 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,40249,1731953637359.replicationSource.wal-reader.818bff808382%2C40249%2C1731953637359,1-818bff808382,40249,1731953637359 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42587/user/jenkins/test-data/c645face-7769-bde9-12f9-d5959e1f54d4/WALs/818bff808382,40249,1731953637359/818bff808382%2C40249%2C1731953637359.1731953639376 to pos 1527, reset compression=false 2024-11-18T18:14:28,398 DEBUG [RS:0;818bff808382:40249 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T18:14:28,443 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42587/user/jenkins/test-data/c645face-7769-bde9-12f9-d5959e1f54d4/data/hbase/meta/1588230740/.tmp/ns/dcc32b75d77d45d1b6ba63c06ec4fe16 2024-11-18T18:14:28,461 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42587/user/jenkins/test-data/c645face-7769-bde9-12f9-d5959e1f54d4/data/hbase/meta/1588230740/.tmp/rep_barrier/5b84639ee4554f66852fe9d8172b14d2 is 112, key is test,,1731953646057.69fb8bc732962d8ddd01ad9aeb37cc94./rep_barrier:seqnumDuringOpen/1731953647218/Put/seqid=0 2024-11-18T18:14:28,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39783 is added to blk_1073741845_1021 (size=5518) 2024-11-18T18:14:28,598 INFO [RS:0;818bff808382:40249 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-18T18:14:28,598 DEBUG [RS:0;818bff808382:40249 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 00a6a915e323abc2f3bcd71bc497809d=hbase:replication,,1731953650035.00a6a915e323abc2f3bcd71bc497809d.} 2024-11-18T18:14:28,598 DEBUG [RS:0;818bff808382:40249 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T18:14:28,665 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,40249,1731953637359.replicationSource.wal-reader.818bff808382%2C40249%2C1731953637359,1-818bff808382,40249,1731953637359 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42587/user/jenkins/test-data/c645face-7769-bde9-12f9-d5959e1f54d4/WALs/818bff808382,40249,1731953637359/818bff808382%2C40249%2C1731953637359.1731953639376 to pos 1527, reset compression=false 2024-11-18T18:14:28,799 DEBUG [RS:0;818bff808382:40249 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T18:14:28,865 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42587/user/jenkins/test-data/c645face-7769-bde9-12f9-d5959e1f54d4/data/hbase/meta/1588230740/.tmp/rep_barrier/5b84639ee4554f66852fe9d8172b14d2 2024-11-18T18:14:28,887 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42587/user/jenkins/test-data/c645face-7769-bde9-12f9-d5959e1f54d4/data/hbase/meta/1588230740/.tmp/table/a5849bb7f9044e0ca945108af580167b is 53, key is hbase:replication/table:state/1731953650490/Put/seqid=0 2024-11-18T18:14:28,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39783 is added to blk_1073741846_1022 (size=5308) 2024-11-18T18:14:28,999 DEBUG [RS:0;818bff808382:40249 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T18:14:29,069 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,40249,1731953637359.replicationSource.wal-reader.818bff808382%2C40249%2C1731953637359,1-818bff808382,40249,1731953637359 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42587/user/jenkins/test-data/c645face-7769-bde9-12f9-d5959e1f54d4/WALs/818bff808382,40249,1731953637359/818bff808382%2C40249%2C1731953637359.1731953639376 to pos 1527, reset compression=false 2024-11-18T18:14:29,199 DEBUG [RS:0;818bff808382:40249 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T18:14:29,200 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=818bff808382:42615 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 10 more 2024-11-18T18:14:29,291 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42587/user/jenkins/test-data/c645face-7769-bde9-12f9-d5959e1f54d4/data/hbase/meta/1588230740/.tmp/table/a5849bb7f9044e0ca945108af580167b 2024-11-18T18:14:29,295 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42587/user/jenkins/test-data/c645face-7769-bde9-12f9-d5959e1f54d4/data/hbase/meta/1588230740/.tmp/info/cdd9ec79ef554390a7438b108b181937 as hdfs://localhost:42587/user/jenkins/test-data/c645face-7769-bde9-12f9-d5959e1f54d4/data/hbase/meta/1588230740/info/cdd9ec79ef554390a7438b108b181937 2024-11-18T18:14:29,298 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42587/user/jenkins/test-data/c645face-7769-bde9-12f9-d5959e1f54d4/data/hbase/meta/1588230740/info/cdd9ec79ef554390a7438b108b181937, entries=20, sequenceid=16, filesize=7.5 K 2024-11-18T18:14:29,298 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42587/user/jenkins/test-data/c645face-7769-bde9-12f9-d5959e1f54d4/data/hbase/meta/1588230740/.tmp/ns/dcc32b75d77d45d1b6ba63c06ec4fe16 as hdfs://localhost:42587/user/jenkins/test-data/c645face-7769-bde9-12f9-d5959e1f54d4/data/hbase/meta/1588230740/ns/dcc32b75d77d45d1b6ba63c06ec4fe16 2024-11-18T18:14:29,302 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42587/user/jenkins/test-data/c645face-7769-bde9-12f9-d5959e1f54d4/data/hbase/meta/1588230740/ns/dcc32b75d77d45d1b6ba63c06ec4fe16, entries=2, sequenceid=16, filesize=5.0 K 2024-11-18T18:14:29,302 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42587/user/jenkins/test-data/c645face-7769-bde9-12f9-d5959e1f54d4/data/hbase/meta/1588230740/.tmp/rep_barrier/5b84639ee4554f66852fe9d8172b14d2 as hdfs://localhost:42587/user/jenkins/test-data/c645face-7769-bde9-12f9-d5959e1f54d4/data/hbase/meta/1588230740/rep_barrier/5b84639ee4554f66852fe9d8172b14d2 2024-11-18T18:14:29,305 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42587/user/jenkins/test-data/c645face-7769-bde9-12f9-d5959e1f54d4/data/hbase/meta/1588230740/rep_barrier/5b84639ee4554f66852fe9d8172b14d2, entries=1, sequenceid=16, filesize=5.4 K 2024-11-18T18:14:29,306 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42587/user/jenkins/test-data/c645face-7769-bde9-12f9-d5959e1f54d4/data/hbase/meta/1588230740/.tmp/table/a5849bb7f9044e0ca945108af580167b as hdfs://localhost:42587/user/jenkins/test-data/c645face-7769-bde9-12f9-d5959e1f54d4/data/hbase/meta/1588230740/table/a5849bb7f9044e0ca945108af580167b 2024-11-18T18:14:29,309 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42587/user/jenkins/test-data/c645face-7769-bde9-12f9-d5959e1f54d4/data/hbase/meta/1588230740/table/a5849bb7f9044e0ca945108af580167b, entries=4, sequenceid=16, filesize=5.2 K 2024-11-18T18:14:29,310 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1712ms, sequenceid=16, compaction requested=false 2024-11-18T18:14:29,313 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42587/user/jenkins/test-data/c645face-7769-bde9-12f9-d5959e1f54d4/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-18T18:14:29,314 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T18:14:29,314 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T18:14:29,314 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T18:14:29,314 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731953667597Running coprocessor pre-close hooks at 1731953667597Disabling compacts and flushes for region at 1731953667597Disabling writes for close at 1731953667597Obtaining lock to block concurrent updates at 1731953667598 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731953667598Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731953667598Flushing stores of hbase:meta,,1.1588230740 at 1731953667598Flushing 1588230740/info: creating writer at 1731953667598Flushing 1588230740/info: appending metadata at 1731953667617 (+19 ms)Flushing 1588230740/info: closing flushed file at 1731953667617Flushing 1588230740/ns: creating writer at 1731953668025 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731953668039 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731953668039Flushing 1588230740/rep_barrier: creating writer at 1731953668447 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731953668461 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731953668461Flushing 1588230740/table: creating writer at 1731953668869 (+408 ms)Flushing 1588230740/table: appending metadata at 1731953668886 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731953668886Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@eab663c: reopening flushed file at 1731953669294 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8044eaa: reopening flushed file at 1731953669298 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c521472: reopening flushed file at 1731953669302 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@eef4406: reopening flushed file at 1731953669305 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1712ms, sequenceid=16, compaction requested=false at 1731953669310 (+5 ms)Writing region close event to WAL at 1731953669311 (+1 ms)Running coprocessor post-close hooks at 1731953669314 (+3 ms)Closed at 1731953669314 2024-11-18T18:14:29,314 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T18:14:29,399 INFO [RS:0;818bff808382:40249 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-18T18:14:29,399 INFO [RS:0;818bff808382:40249 {}] regionserver.HRegionServer(976): stopping server 818bff808382,40249,1731953637359; all regions closed. 2024-11-18T18:14:29,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39783 is added to blk_1073741834_1010 (size=4239) 2024-11-18T18:14:29,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39783 is added to blk_1073741839_1015 (size=1297) 2024-11-18T18:14:29,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39783 is added to blk_1073741832_1008 (size=1535) 2024-11-18T18:14:29,405 DEBUG [RS:0;818bff808382:40249 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:14:29,405 INFO [RS:0;818bff808382:40249 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T18:14:29,406 INFO [RS:0;818bff808382:40249 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T18:14:29,406 INFO [RS:0;818bff808382:40249 {}] hbase.ChoreService(370): Chore service for: regionserver/818bff808382:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T18:14:29,406 INFO [RS:0;818bff808382:40249 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T18:14:29,406 INFO [regionserver/818bff808382:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T18:14:29,406 INFO [RS:0;818bff808382:40249 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-818bff808382,40249,1731953637359 because: Region server is closing 2024-11-18T18:14:29,406 INFO [RS:0;818bff808382:40249 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;818bff808382:40249. 2024-11-18T18:14:29,406 DEBUG [RS:0;818bff808382:40249 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T18:14:29,406 DEBUG [RS:0;818bff808382:40249 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:14:29,406 DEBUG [RS:0;818bff808382:40249 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:14:29,406 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T18:14:29,507 INFO [RS:0;818bff808382:40249 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,40249,1731953637359.replicationSource.shipper818bff808382%2C40249%2C1731953637359,1-818bff808382,40249,1731953637359 terminated 2024-11-18T18:14:29,507 WARN [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,40249,1731953637359.replicationSource.wal-reader.818bff808382%2C40249%2C1731953637359,1-818bff808382,40249,1731953637359 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-18T18:14:29,507 INFO [RS:0;818bff808382:40249 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40249 2024-11-18T18:14:29,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42615-0x1000bd6ebc30000, quorum=127.0.0.1:52267, baseZNode=/0-859196042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-859196042/rs 2024-11-18T18:14:29,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40249-0x1000bd6ebc30001, quorum=127.0.0.1:52267, baseZNode=/0-859196042 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-859196042/rs/818bff808382,40249,1731953637359 2024-11-18T18:14:29,509 INFO [RS:0;818bff808382:40249 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T18:14:29,510 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [818bff808382,40249,1731953637359] 2024-11-18T18:14:29,511 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-859196042/draining/818bff808382,40249,1731953637359 already deleted, retry=false 2024-11-18T18:14:29,512 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 818bff808382,40249,1731953637359 expired; onlineServers=0 2024-11-18T18:14:29,512 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '818bff808382,42615,1731953637297' ***** 2024-11-18T18:14:29,512 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T18:14:29,512 INFO [M:0;818bff808382:42615 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T18:14:29,512 INFO [M:0;818bff808382:42615 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T18:14:29,512 DEBUG [M:0;818bff808382:42615 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T18:14:29,512 DEBUG [M:0;818bff808382:42615 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T18:14:29,512 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T18:14:29,512 DEBUG [master/818bff808382:0:becomeActiveMaster-HFileCleaner.large.0-1731953639138 {}] cleaner.HFileCleaner(306): Exit Thread[master/818bff808382:0:becomeActiveMaster-HFileCleaner.large.0-1731953639138,5,FailOnTimeoutGroup] 2024-11-18T18:14:29,512 DEBUG [master/818bff808382:0:becomeActiveMaster-HFileCleaner.small.0-1731953639144 {}] cleaner.HFileCleaner(306): Exit Thread[master/818bff808382:0:becomeActiveMaster-HFileCleaner.small.0-1731953639144,5,FailOnTimeoutGroup] 2024-11-18T18:14:29,512 INFO [M:0;818bff808382:42615 {}] hbase.ChoreService(370): Chore service for: master/818bff808382:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T18:14:29,512 INFO [M:0;818bff808382:42615 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T18:14:29,512 DEBUG [M:0;818bff808382:42615 {}] master.HMaster(1795): Stopping service threads 2024-11-18T18:14:29,512 INFO [M:0;818bff808382:42615 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T18:14:29,512 INFO [M:0;818bff808382:42615 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T18:14:29,513 INFO [M:0;818bff808382:42615 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T18:14:29,513 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T18:14:29,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42615-0x1000bd6ebc30000, quorum=127.0.0.1:52267, baseZNode=/0-859196042 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-859196042/master 2024-11-18T18:14:29,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42615-0x1000bd6ebc30000, quorum=127.0.0.1:52267, baseZNode=/0-859196042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-859196042 2024-11-18T18:14:29,514 DEBUG [M:0;818bff808382:42615 {}] zookeeper.ZKUtil(347): master:42615-0x1000bd6ebc30000, quorum=127.0.0.1:52267, baseZNode=/0-859196042 Unable to get data of znode /0-859196042/master because node does not exist (not an error) 2024-11-18T18:14:29,514 WARN [M:0;818bff808382:42615 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T18:14:29,514 INFO [M:0;818bff808382:42615 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42587/user/jenkins/test-data/c645face-7769-bde9-12f9-d5959e1f54d4/.lastflushedseqids 2024-11-18T18:14:29,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39783 is added to blk_1073741847_1023 (size=245) 2024-11-18T18:14:29,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40249-0x1000bd6ebc30001, quorum=127.0.0.1:52267, baseZNode=/0-859196042 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T18:14:29,611 INFO [RS:0;818bff808382:40249 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T18:14:29,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40249-0x1000bd6ebc30001, quorum=127.0.0.1:52267, baseZNode=/0-859196042 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T18:14:29,611 INFO [RS:0;818bff808382:40249 {}] regionserver.HRegionServer(1031): Exiting; stopping=818bff808382,40249,1731953637359; zookeeper connection closed. 2024-11-18T18:14:29,611 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1e6dbc43 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1e6dbc43 2024-11-18T18:14:29,611 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T18:14:29,919 INFO [M:0;818bff808382:42615 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T18:14:29,919 INFO [M:0;818bff808382:42615 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T18:14:29,919 DEBUG [M:0;818bff808382:42615 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T18:14:29,919 INFO [M:0;818bff808382:42615 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:14:29,919 DEBUG [M:0;818bff808382:42615 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:14:29,919 DEBUG [M:0;818bff808382:42615 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T18:14:29,919 DEBUG [M:0;818bff808382:42615 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:14:29,919 INFO [M:0;818bff808382:42615 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-18T18:14:29,934 DEBUG [M:0;818bff808382:42615 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42587/user/jenkins/test-data/c645face-7769-bde9-12f9-d5959e1f54d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ada10bdb39744f27af59a562fa779534 is 82, key is hbase:meta,,1/info:regioninfo/1731953639926/Put/seqid=0 2024-11-18T18:14:29,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39783 is added to blk_1073741848_1024 (size=5672) 2024-11-18T18:14:30,338 INFO [M:0;818bff808382:42615 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42587/user/jenkins/test-data/c645face-7769-bde9-12f9-d5959e1f54d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ada10bdb39744f27af59a562fa779534 2024-11-18T18:14:30,359 DEBUG [M:0;818bff808382:42615 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42587/user/jenkins/test-data/c645face-7769-bde9-12f9-d5959e1f54d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a27d6ef1f9b14f218a0599dae0339d3e is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731953650495/Put/seqid=0 2024-11-18T18:14:30,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39783 is added to blk_1073741849_1025 (size=8516) 2024-11-18T18:14:30,362 INFO [M:0;818bff808382:42615 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42587/user/jenkins/test-data/c645face-7769-bde9-12f9-d5959e1f54d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a27d6ef1f9b14f218a0599dae0339d3e 2024-11-18T18:14:30,378 DEBUG [M:0;818bff808382:42615 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42587/user/jenkins/test-data/c645face-7769-bde9-12f9-d5959e1f54d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cc427c50e43d4a61bb148c73c07d965a is 69, key is 818bff808382,40249,1731953637359/rs:state/1731953639217/Put/seqid=0 2024-11-18T18:14:30,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39783 is added to blk_1073741850_1026 (size=5156) 2024-11-18T18:14:30,781 INFO [M:0;818bff808382:42615 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42587/user/jenkins/test-data/c645face-7769-bde9-12f9-d5959e1f54d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cc427c50e43d4a61bb148c73c07d965a 2024-11-18T18:14:30,786 DEBUG [M:0;818bff808382:42615 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42587/user/jenkins/test-data/c645face-7769-bde9-12f9-d5959e1f54d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ada10bdb39744f27af59a562fa779534 as hdfs://localhost:42587/user/jenkins/test-data/c645face-7769-bde9-12f9-d5959e1f54d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ada10bdb39744f27af59a562fa779534 2024-11-18T18:14:30,789 INFO [M:0;818bff808382:42615 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42587/user/jenkins/test-data/c645face-7769-bde9-12f9-d5959e1f54d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ada10bdb39744f27af59a562fa779534, entries=8, sequenceid=97, filesize=5.5 K 2024-11-18T18:14:30,789 DEBUG [M:0;818bff808382:42615 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42587/user/jenkins/test-data/c645face-7769-bde9-12f9-d5959e1f54d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a27d6ef1f9b14f218a0599dae0339d3e as hdfs://localhost:42587/user/jenkins/test-data/c645face-7769-bde9-12f9-d5959e1f54d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a27d6ef1f9b14f218a0599dae0339d3e 2024-11-18T18:14:30,792 INFO [M:0;818bff808382:42615 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42587/user/jenkins/test-data/c645face-7769-bde9-12f9-d5959e1f54d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a27d6ef1f9b14f218a0599dae0339d3e, entries=11, sequenceid=97, filesize=8.3 K 2024-11-18T18:14:30,793 DEBUG [M:0;818bff808382:42615 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42587/user/jenkins/test-data/c645face-7769-bde9-12f9-d5959e1f54d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cc427c50e43d4a61bb148c73c07d965a as hdfs://localhost:42587/user/jenkins/test-data/c645face-7769-bde9-12f9-d5959e1f54d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cc427c50e43d4a61bb148c73c07d965a 2024-11-18T18:14:30,796 INFO [M:0;818bff808382:42615 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42587/user/jenkins/test-data/c645face-7769-bde9-12f9-d5959e1f54d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cc427c50e43d4a61bb148c73c07d965a, entries=1, sequenceid=97, filesize=5.0 K 2024-11-18T18:14:30,797 INFO [M:0;818bff808382:42615 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 877ms, sequenceid=97, compaction requested=false 2024-11-18T18:14:30,798 INFO [M:0;818bff808382:42615 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:14:30,798 DEBUG [M:0;818bff808382:42615 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731953669919Disabling compacts and flushes for region at 1731953669919Disabling writes for close at 1731953669919Obtaining lock to block concurrent updates at 1731953669919Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731953669919Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731953669919Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731953669920 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731953669920Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731953669934 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731953669934Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731953670341 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731953670358 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731953670358Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731953670365 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731953670377 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731953670378 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35e2cd01: reopening flushed file at 1731953670785 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1db818e1: reopening flushed file at 1731953670789 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ac0e366: reopening flushed file at 1731953670793 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 877ms, sequenceid=97, compaction requested=false at 1731953670797 (+4 ms)Writing region close event to WAL at 1731953670798 (+1 ms)Closed at 1731953670798 2024-11-18T18:14:30,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39783 is added to blk_1073741830_1006 (size=63654) 2024-11-18T18:14:30,804 INFO [M:0;818bff808382:42615 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T18:14:30,804 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T18:14:30,804 INFO [M:0;818bff808382:42615 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42615 2024-11-18T18:14:30,805 INFO [M:0;818bff808382:42615 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T18:14:30,906 INFO [M:0;818bff808382:42615 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T18:14:30,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42615-0x1000bd6ebc30000, quorum=127.0.0.1:52267, baseZNode=/0-859196042 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T18:14:30,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42615-0x1000bd6ebc30000, quorum=127.0.0.1:52267, baseZNode=/0-859196042 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T18:14:30,909 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5f975275{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T18:14:30,909 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5cfd7fad{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T18:14:30,909 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T18:14:30,909 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4bb120f7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T18:14:30,910 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@566706b4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe9c91d4-a144-0751-0f88-e006b0af3a66/hadoop.log.dir/,STOPPED} 2024-11-18T18:14:30,911 WARN [BP-1188867100-172.17.0.2-1731953636097 heartbeating to localhost/127.0.0.1:42587 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T18:14:30,911 WARN [BP-1188867100-172.17.0.2-1731953636097 heartbeating to localhost/127.0.0.1:42587 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1188867100-172.17.0.2-1731953636097 (Datanode Uuid 3b11fa80-b874-42c1-9baa-7bd217494f39) service to localhost/127.0.0.1:42587 2024-11-18T18:14:30,911 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T18:14:30,912 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T18:14:30,912 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe9c91d4-a144-0751-0f88-e006b0af3a66/cluster_8a3c60f0-4c1a-fe8d-4af5-2e676a0bf42e/data/data1/current/BP-1188867100-172.17.0.2-1731953636097 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T18:14:30,912 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe9c91d4-a144-0751-0f88-e006b0af3a66/cluster_8a3c60f0-4c1a-fe8d-4af5-2e676a0bf42e/data/data2/current/BP-1188867100-172.17.0.2-1731953636097 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T18:14:30,913 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T18:14:30,918 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@122ca57{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T18:14:30,919 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@18f616f3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T18:14:30,919 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T18:14:30,919 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f0b95e9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T18:14:30,919 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ae922fa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe9c91d4-a144-0751-0f88-e006b0af3a66/hadoop.log.dir/,STOPPED} 2024-11-18T18:14:30,924 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-18T18:14:30,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T18:14:30,946 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=363 (was 315) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42587 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35515 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:42293 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42587 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35515 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35515 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42293 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35515 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42293 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42587 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42587 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42293 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52267) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42293 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:35515 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52267) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52267) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35515 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42587 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35515 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35515 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35515 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42587 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42587 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42293 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42293 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42293 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:42587 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=792 (was 731) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=425 (was 456), ProcessCount=11 (was 11), AvailableMemoryMB=10647 (was 11527) 2024-11-18T18:14:30,956 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=363, OpenFileDescriptor=792, MaxFileDescriptor=1048576, SystemLoadAverage=425, ProcessCount=11, AvailableMemoryMB=10647 2024-11-18T18:14:30,969 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-18T18:14:30,970 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24148df4-abfe-6a0d-36ac-83fc94284f72/hadoop.log.dir so I do NOT create it in target/test-data/0399c151-674d-56e6-173c-a7199aaf61f6 2024-11-18T18:14:30,970 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24148df4-abfe-6a0d-36ac-83fc94284f72/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T18:14:30,970 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24148df4-abfe-6a0d-36ac-83fc94284f72/hadoop.tmp.dir so I do NOT create it in target/test-data/0399c151-674d-56e6-173c-a7199aaf61f6 2024-11-18T18:14:30,970 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24148df4-abfe-6a0d-36ac-83fc94284f72/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T18:14:30,970 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0399c151-674d-56e6-173c-a7199aaf61f6 2024-11-18T18:14:30,970 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0399c151-674d-56e6-173c-a7199aaf61f6/cluster_ff7c6d2b-2a86-63a9-2e39-5624ffa3c310, deleteOnExit=true 2024-11-18T18:14:30,973 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0399c151-674d-56e6-173c-a7199aaf61f6/cluster_ff7c6d2b-2a86-63a9-2e39-5624ffa3c310/zookeeper_0, clientPort=51436, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0399c151-674d-56e6-173c-a7199aaf61f6/cluster_ff7c6d2b-2a86-63a9-2e39-5624ffa3c310/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0399c151-674d-56e6-173c-a7199aaf61f6/cluster_ff7c6d2b-2a86-63a9-2e39-5624ffa3c310/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-18T18:14:30,973 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51436 2024-11-18T18:14:30,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T18:14:30,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T18:14:30,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0399c151-674d-56e6-173c-a7199aaf61f6/test.cache.data in system properties and HBase conf 2024-11-18T18:14:30,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0399c151-674d-56e6-173c-a7199aaf61f6/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T18:14:30,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0399c151-674d-56e6-173c-a7199aaf61f6/hadoop.log.dir in system properties and HBase conf 2024-11-18T18:14:30,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0399c151-674d-56e6-173c-a7199aaf61f6/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T18:14:30,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0399c151-674d-56e6-173c-a7199aaf61f6/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T18:14:30,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T18:14:30,974 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T18:14:30,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0399c151-674d-56e6-173c-a7199aaf61f6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T18:14:30,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0399c151-674d-56e6-173c-a7199aaf61f6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T18:14:30,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0399c151-674d-56e6-173c-a7199aaf61f6/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T18:14:30,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0399c151-674d-56e6-173c-a7199aaf61f6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T18:14:30,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0399c151-674d-56e6-173c-a7199aaf61f6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T18:14:30,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0399c151-674d-56e6-173c-a7199aaf61f6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T18:14:30,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0399c151-674d-56e6-173c-a7199aaf61f6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T18:14:30,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0399c151-674d-56e6-173c-a7199aaf61f6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T18:14:30,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0399c151-674d-56e6-173c-a7199aaf61f6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T18:14:30,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0399c151-674d-56e6-173c-a7199aaf61f6/nfs.dump.dir in system properties and HBase conf 2024-11-18T18:14:30,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0399c151-674d-56e6-173c-a7199aaf61f6/java.io.tmpdir in system properties and HBase conf 2024-11-18T18:14:30,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0399c151-674d-56e6-173c-a7199aaf61f6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T18:14:30,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0399c151-674d-56e6-173c-a7199aaf61f6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T18:14:30,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0399c151-674d-56e6-173c-a7199aaf61f6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T18:14:31,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1000bd6ebc30005, quorum=127.0.0.1:52267, baseZNode=/1-775853514 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T18:14:31,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1000bd6ebc30008, quorum=127.0.0.1:52267, baseZNode=/2-86048419 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T18:14:31,023 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1000bd6ebc30005, quorum=127.0.0.1:52267, baseZNode=/1-775853514 Received Disconnected from ZooKeeper, ignoring 2024-11-18T18:14:31,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1000bd6ebc30002, quorum=127.0.0.1:52267, baseZNode=/0-859196042 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T18:14:31,023 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1000bd6ebc30008, quorum=127.0.0.1:52267, baseZNode=/2-86048419 Received Disconnected from ZooKeeper, ignoring 2024-11-18T18:14:31,023 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1000bd6ebc30002, quorum=127.0.0.1:52267, baseZNode=/0-859196042 Received Disconnected from ZooKeeper, ignoring 2024-11-18T18:14:31,039 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T18:14:31,043 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T18:14:31,045 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T18:14:31,045 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T18:14:31,046 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T18:14:31,047 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T18:14:31,048 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4563ee9c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0399c151-674d-56e6-173c-a7199aaf61f6/hadoop.log.dir/,AVAILABLE} 2024-11-18T18:14:31,048 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20a7163{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T18:14:31,161 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@45f6eb8d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0399c151-674d-56e6-173c-a7199aaf61f6/java.io.tmpdir/jetty-localhost-39623-hadoop-hdfs-3_4_1-tests_jar-_-any-11331016672058199678/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T18:14:31,161 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@47e18b3a{HTTP/1.1, (http/1.1)}{localhost:39623} 2024-11-18T18:14:31,161 INFO [Time-limited test {}] server.Server(415): Started @281257ms 2024-11-18T18:14:31,244 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T18:14:31,250 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T18:14:31,253 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T18:14:31,253 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T18:14:31,253 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T18:14:31,255 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4413a6db{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0399c151-674d-56e6-173c-a7199aaf61f6/hadoop.log.dir/,AVAILABLE} 2024-11-18T18:14:31,255 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@10ceecef{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T18:14:31,371 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4e930464{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0399c151-674d-56e6-173c-a7199aaf61f6/java.io.tmpdir/jetty-localhost-42011-hadoop-hdfs-3_4_1-tests_jar-_-any-4243053315593506719/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T18:14:31,371 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@198479ec{HTTP/1.1, (http/1.1)}{localhost:42011} 2024-11-18T18:14:31,371 INFO [Time-limited test {}] server.Server(415): Started @281467ms 2024-11-18T18:14:31,372 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T18:14:31,475 WARN [Thread-4182 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0399c151-674d-56e6-173c-a7199aaf61f6/cluster_ff7c6d2b-2a86-63a9-2e39-5624ffa3c310/data/data2/current/BP-1340505966-172.17.0.2-1731953670992/current, will proceed with Du for space computation calculation, 2024-11-18T18:14:31,475 WARN [Thread-4181 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0399c151-674d-56e6-173c-a7199aaf61f6/cluster_ff7c6d2b-2a86-63a9-2e39-5624ffa3c310/data/data1/current/BP-1340505966-172.17.0.2-1731953670992/current, will proceed with Du for space computation calculation, 2024-11-18T18:14:31,498 WARN [Thread-4169 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T18:14:31,501 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb6199edef1d5ec75 with lease ID 0x662ab537c1bdf158: Processing first storage report for DS-1d2d3c98-dbcf-4560-8396-5149c0a3d694 from datanode DatanodeRegistration(127.0.0.1:43935, datanodeUuid=850142da-6e0c-4a49-b43a-4eb1d118d05a, infoPort=38875, infoSecurePort=0, ipcPort=42559, storageInfo=lv=-57;cid=testClusterID;nsid=363701153;c=1731953670992) 2024-11-18T18:14:31,501 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb6199edef1d5ec75 with lease ID 0x662ab537c1bdf158: from storage DS-1d2d3c98-dbcf-4560-8396-5149c0a3d694 node DatanodeRegistration(127.0.0.1:43935, datanodeUuid=850142da-6e0c-4a49-b43a-4eb1d118d05a, infoPort=38875, infoSecurePort=0, ipcPort=42559, storageInfo=lv=-57;cid=testClusterID;nsid=363701153;c=1731953670992), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-18T18:14:31,501 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb6199edef1d5ec75 with lease ID 0x662ab537c1bdf158: Processing first storage report for DS-c748ca9a-d23e-49fe-b027-297010f538c2 from datanode DatanodeRegistration(127.0.0.1:43935, datanodeUuid=850142da-6e0c-4a49-b43a-4eb1d118d05a, infoPort=38875, infoSecurePort=0, ipcPort=42559, storageInfo=lv=-57;cid=testClusterID;nsid=363701153;c=1731953670992) 2024-11-18T18:14:31,501 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb6199edef1d5ec75 with lease ID 0x662ab537c1bdf158: from storage DS-c748ca9a-d23e-49fe-b027-297010f538c2 node DatanodeRegistration(127.0.0.1:43935, datanodeUuid=850142da-6e0c-4a49-b43a-4eb1d118d05a, infoPort=38875, infoSecurePort=0, ipcPort=42559, storageInfo=lv=-57;cid=testClusterID;nsid=363701153;c=1731953670992), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T18:14:31,597 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0399c151-674d-56e6-173c-a7199aaf61f6 2024-11-18T18:14:31,598 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:14:31,599 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:14:31,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43935 is added to blk_1073741825_1001 (size=7) 2024-11-18T18:14:32,007 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39427/user/jenkins/test-data/3c9b0414-e262-2dec-c28e-1da25477a526 with version=8 2024-11-18T18:14:32,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39427/user/jenkins/test-data/3c9b0414-e262-2dec-c28e-1da25477a526/hbase-staging 2024-11-18T18:14:32,009 INFO [Time-limited test {}] client.ConnectionUtils(128): master/818bff808382:0 server-side Connection retries=45 2024-11-18T18:14:32,009 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T18:14:32,009 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T18:14:32,009 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T18:14:32,009 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T18:14:32,009 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T18:14:32,009 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T18:14:32,009 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T18:14:32,010 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39613 2024-11-18T18:14:32,011 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39613 connecting to ZooKeeper ensemble=127.0.0.1:51436 2024-11-18T18:14:32,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:396130x0, quorum=127.0.0.1:51436, baseZNode=/0712295394 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T18:14:32,020 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39613-0x1000bd774230000 connected 2024-11-18T18:14:32,041 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:14:32,042 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:14:32,044 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39613-0x1000bd774230000, quorum=127.0.0.1:51436, baseZNode=/0712295394 Set watcher on znode that does not yet exist, /0712295394/running 2024-11-18T18:14:32,044 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39427/user/jenkins/test-data/3c9b0414-e262-2dec-c28e-1da25477a526, hbase.cluster.distributed=false 2024-11-18T18:14:32,045 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39613-0x1000bd774230000, quorum=127.0.0.1:51436, baseZNode=/0712295394 Set watcher on znode that does not yet exist, /0712295394/acl 2024-11-18T18:14:32,045 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39613 2024-11-18T18:14:32,048 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39613 2024-11-18T18:14:32,049 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39613 2024-11-18T18:14:32,052 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39613 2024-11-18T18:14:32,055 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39613 2024-11-18T18:14:32,069 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/818bff808382:0 server-side Connection retries=45 2024-11-18T18:14:32,069 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T18:14:32,069 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T18:14:32,069 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T18:14:32,069 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T18:14:32,069 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T18:14:32,069 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T18:14:32,069 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T18:14:32,070 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40047 2024-11-18T18:14:32,070 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40047 connecting to ZooKeeper ensemble=127.0.0.1:51436 2024-11-18T18:14:32,071 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:14:32,072 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:14:32,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:400470x0, quorum=127.0.0.1:51436, baseZNode=/0712295394 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T18:14:32,076 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40047-0x1000bd774230001 connected 2024-11-18T18:14:32,076 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:400470x0, quorum=127.0.0.1:51436, baseZNode=/0712295394 Set watcher on znode that does not yet exist, /0712295394/running 2024-11-18T18:14:32,076 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T18:14:32,077 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T18:14:32,078 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40047-0x1000bd774230001, quorum=127.0.0.1:51436, baseZNode=/0712295394 Set watcher on znode that does not yet exist, /0712295394/master 2024-11-18T18:14:32,078 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40047-0x1000bd774230001, quorum=127.0.0.1:51436, baseZNode=/0712295394 Set watcher on znode that does not yet exist, /0712295394/acl 2024-11-18T18:14:32,079 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40047 2024-11-18T18:14:32,079 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40047 2024-11-18T18:14:32,084 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40047 2024-11-18T18:14:32,087 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40047 2024-11-18T18:14:32,087 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40047 2024-11-18T18:14:32,098 DEBUG [M:0;818bff808382:39613 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;818bff808382:39613 2024-11-18T18:14:32,098 INFO [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0712295394/backup-masters/818bff808382,39613,1731953672009 2024-11-18T18:14:32,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40047-0x1000bd774230001, quorum=127.0.0.1:51436, baseZNode=/0712295394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0712295394/backup-masters 2024-11-18T18:14:32,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39613-0x1000bd774230000, quorum=127.0.0.1:51436, baseZNode=/0712295394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0712295394/backup-masters 2024-11-18T18:14:32,100 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39613-0x1000bd774230000, quorum=127.0.0.1:51436, baseZNode=/0712295394 Set watcher on existing znode=/0712295394/backup-masters/818bff808382,39613,1731953672009 2024-11-18T18:14:32,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40047-0x1000bd774230001, quorum=127.0.0.1:51436, baseZNode=/0712295394 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0712295394/master 2024-11-18T18:14:32,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40047-0x1000bd774230001, quorum=127.0.0.1:51436, baseZNode=/0712295394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0712295394 2024-11-18T18:14:32,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39613-0x1000bd774230000, quorum=127.0.0.1:51436, baseZNode=/0712295394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0712295394 2024-11-18T18:14:32,102 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39613-0x1000bd774230000, quorum=127.0.0.1:51436, baseZNode=/0712295394 Set watcher on existing znode=/0712295394/master 2024-11-18T18:14:32,102 INFO [master/818bff808382:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0712295394/backup-masters/818bff808382,39613,1731953672009 from backup master directory 2024-11-18T18:14:32,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39613-0x1000bd774230000, quorum=127.0.0.1:51436, baseZNode=/0712295394 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0712295394/backup-masters/818bff808382,39613,1731953672009 2024-11-18T18:14:32,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39613-0x1000bd774230000, quorum=127.0.0.1:51436, baseZNode=/0712295394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0712295394/backup-masters 2024-11-18T18:14:32,104 WARN [master/818bff808382:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T18:14:32,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40047-0x1000bd774230001, quorum=127.0.0.1:51436, baseZNode=/0712295394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0712295394/backup-masters 2024-11-18T18:14:32,104 INFO [master/818bff808382:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=818bff808382,39613,1731953672009 2024-11-18T18:14:32,107 DEBUG [master/818bff808382:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39427/user/jenkins/test-data/3c9b0414-e262-2dec-c28e-1da25477a526/hbase.id] with ID: 5be68f7c-fdc2-46e2-8728-657fd2ee7007 2024-11-18T18:14:32,107 DEBUG [master/818bff808382:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39427/user/jenkins/test-data/3c9b0414-e262-2dec-c28e-1da25477a526/.tmp/hbase.id 2024-11-18T18:14:32,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43935 is added to blk_1073741826_1002 (size=42) 2024-11-18T18:14:32,113 DEBUG [master/818bff808382:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39427/user/jenkins/test-data/3c9b0414-e262-2dec-c28e-1da25477a526/.tmp/hbase.id]:[hdfs://localhost:39427/user/jenkins/test-data/3c9b0414-e262-2dec-c28e-1da25477a526/hbase.id] 2024-11-18T18:14:32,120 INFO [master/818bff808382:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:14:32,120 INFO [master/818bff808382:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T18:14:32,121 INFO [master/818bff808382:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-18T18:14:32,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39613-0x1000bd774230000, quorum=127.0.0.1:51436, baseZNode=/0712295394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0712295394 2024-11-18T18:14:32,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40047-0x1000bd774230001, quorum=127.0.0.1:51436, baseZNode=/0712295394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0712295394 2024-11-18T18:14:32,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43935 is added to blk_1073741827_1003 (size=196) 2024-11-18T18:14:32,529 INFO [master/818bff808382:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T18:14:32,530 INFO [master/818bff808382:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T18:14:32,530 INFO [master/818bff808382:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T18:14:32,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43935 is added to blk_1073741828_1004 (size=1189) 2024-11-18T18:14:32,936 INFO [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39427/user/jenkins/test-data/3c9b0414-e262-2dec-c28e-1da25477a526/MasterData/data/master/store 2024-11-18T18:14:32,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43935 is added to blk_1073741829_1005 (size=34) 2024-11-18T18:14:33,344 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:14:33,344 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T18:14:33,344 INFO [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:14:33,344 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:14:33,344 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T18:14:33,344 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:14:33,344 INFO [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:14:33,344 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731953673344Disabling compacts and flushes for region at 1731953673344Disabling writes for close at 1731953673344Writing region close event to WAL at 1731953673344Closed at 1731953673344 2024-11-18T18:14:33,345 WARN [master/818bff808382:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39427/user/jenkins/test-data/3c9b0414-e262-2dec-c28e-1da25477a526/MasterData/data/master/store/.initializing 2024-11-18T18:14:33,345 DEBUG [master/818bff808382:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39427/user/jenkins/test-data/3c9b0414-e262-2dec-c28e-1da25477a526/MasterData/WALs/818bff808382,39613,1731953672009 2024-11-18T18:14:33,346 INFO [master/818bff808382:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T18:14:33,347 INFO [master/818bff808382:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=818bff808382%2C39613%2C1731953672009, suffix=, logDir=hdfs://localhost:39427/user/jenkins/test-data/3c9b0414-e262-2dec-c28e-1da25477a526/MasterData/WALs/818bff808382,39613,1731953672009, archiveDir=hdfs://localhost:39427/user/jenkins/test-data/3c9b0414-e262-2dec-c28e-1da25477a526/MasterData/oldWALs, maxLogs=10 2024-11-18T18:14:33,364 DEBUG [master/818bff808382:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3c9b0414-e262-2dec-c28e-1da25477a526/MasterData/WALs/818bff808382,39613,1731953672009/818bff808382%2C39613%2C1731953672009.1731953673347, exclude list is [], retry=0 2024-11-18T18:14:33,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43935,DS-1d2d3c98-dbcf-4560-8396-5149c0a3d694,DISK] 2024-11-18T18:14:33,368 INFO [master/818bff808382:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3c9b0414-e262-2dec-c28e-1da25477a526/MasterData/WALs/818bff808382,39613,1731953672009/818bff808382%2C39613%2C1731953672009.1731953673347 2024-11-18T18:14:33,368 DEBUG [master/818bff808382:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38875:38875)] 2024-11-18T18:14:33,368 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T18:14:33,368 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:14:33,368 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:14:33,368 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:14:33,369 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:14:33,370 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T18:14:33,370 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:14:33,371 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:14:33,371 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:14:33,371 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T18:14:33,371 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:14:33,372 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:14:33,372 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:14:33,373 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T18:14:33,373 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:14:33,373 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:14:33,373 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:14:33,374 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T18:14:33,374 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:14:33,374 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:14:33,374 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:14:33,375 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39427/user/jenkins/test-data/3c9b0414-e262-2dec-c28e-1da25477a526/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:14:33,375 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39427/user/jenkins/test-data/3c9b0414-e262-2dec-c28e-1da25477a526/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:14:33,376 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:14:33,376 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:14:33,376 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T18:14:33,377 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:14:33,378 DEBUG [master/818bff808382:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39427/user/jenkins/test-data/3c9b0414-e262-2dec-c28e-1da25477a526/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T18:14:33,378 INFO [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61761488, jitterRate=-0.0796821117401123}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T18:14:33,379 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731953673368Initializing all the Stores at 1731953673369 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953673369Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953673369Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953673369Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953673369Cleaning up temporary data from old regions at 1731953673376 (+7 ms)Region opened successfully at 1731953673379 (+3 ms) 2024-11-18T18:14:33,379 INFO [master/818bff808382:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T18:14:33,381 DEBUG [master/818bff808382:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@735fa61f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=818bff808382/172.17.0.2:0 2024-11-18T18:14:33,382 INFO [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T18:14:33,382 INFO [master/818bff808382:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T18:14:33,382 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T18:14:33,382 INFO [master/818bff808382:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T18:14:33,382 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T18:14:33,383 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T18:14:33,383 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T18:14:33,384 INFO [master/818bff808382:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T18:14:33,385 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39613-0x1000bd774230000, quorum=127.0.0.1:51436, baseZNode=/0712295394 Unable to get data of znode /0712295394/balancer because node does not exist (not necessarily an error) 2024-11-18T18:14:33,386 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0712295394/balancer already deleted, retry=false 2024-11-18T18:14:33,387 INFO [master/818bff808382:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T18:14:33,387 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39613-0x1000bd774230000, quorum=127.0.0.1:51436, baseZNode=/0712295394 Unable to get data of znode /0712295394/normalizer because node does not exist (not necessarily an error) 2024-11-18T18:14:33,389 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0712295394/normalizer already deleted, retry=false 2024-11-18T18:14:33,389 INFO [master/818bff808382:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T18:14:33,389 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39613-0x1000bd774230000, quorum=127.0.0.1:51436, baseZNode=/0712295394 Unable to get data of znode /0712295394/switch/split because node does not exist (not necessarily an error) 2024-11-18T18:14:33,391 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0712295394/switch/split already deleted, retry=false 2024-11-18T18:14:33,391 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39613-0x1000bd774230000, quorum=127.0.0.1:51436, baseZNode=/0712295394 Unable to get data of znode /0712295394/switch/merge because node does not exist (not necessarily an error) 2024-11-18T18:14:33,393 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0712295394/switch/merge already deleted, retry=false 2024-11-18T18:14:33,394 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39613-0x1000bd774230000, quorum=127.0.0.1:51436, baseZNode=/0712295394 Unable to get data of znode /0712295394/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T18:14:33,395 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0712295394/snapshot-cleanup already deleted, retry=false 2024-11-18T18:14:33,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39613-0x1000bd774230000, quorum=127.0.0.1:51436, baseZNode=/0712295394 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0712295394/running 2024-11-18T18:14:33,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40047-0x1000bd774230001, quorum=127.0.0.1:51436, baseZNode=/0712295394 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0712295394/running 2024-11-18T18:14:33,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39613-0x1000bd774230000, quorum=127.0.0.1:51436, baseZNode=/0712295394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0712295394 2024-11-18T18:14:33,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40047-0x1000bd774230001, quorum=127.0.0.1:51436, baseZNode=/0712295394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0712295394 2024-11-18T18:14:33,397 INFO [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=818bff808382,39613,1731953672009, sessionid=0x1000bd774230000, setting cluster-up flag (Was=false) 2024-11-18T18:14:33,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39613-0x1000bd774230000, quorum=127.0.0.1:51436, baseZNode=/0712295394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0712295394 2024-11-18T18:14:33,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40047-0x1000bd774230001, quorum=127.0.0.1:51436, baseZNode=/0712295394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0712295394 2024-11-18T18:14:33,404 DEBUG [master/818bff808382:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0712295394/flush-table-proc/acquired, /0712295394/flush-table-proc/reached, /0712295394/flush-table-proc/abort 2024-11-18T18:14:33,405 DEBUG [master/818bff808382:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=818bff808382,39613,1731953672009 2024-11-18T18:14:33,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40047-0x1000bd774230001, quorum=127.0.0.1:51436, baseZNode=/0712295394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0712295394 2024-11-18T18:14:33,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39613-0x1000bd774230000, quorum=127.0.0.1:51436, baseZNode=/0712295394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0712295394 2024-11-18T18:14:33,411 DEBUG [master/818bff808382:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0712295394/online-snapshot/acquired, /0712295394/online-snapshot/reached, /0712295394/online-snapshot/abort 2024-11-18T18:14:33,412 DEBUG [master/818bff808382:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=818bff808382,39613,1731953672009 2024-11-18T18:14:33,413 INFO [master/818bff808382:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39427/user/jenkins/test-data/3c9b0414-e262-2dec-c28e-1da25477a526/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T18:14:33,414 DEBUG [master/818bff808382:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T18:14:33,414 INFO [master/818bff808382:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T18:14:33,414 INFO [master/818bff808382:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T18:14:33,415 DEBUG [master/818bff808382:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 818bff808382,39613,1731953672009 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T18:14:33,416 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/818bff808382:0, corePoolSize=5, maxPoolSize=5 2024-11-18T18:14:33,416 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/818bff808382:0, corePoolSize=5, maxPoolSize=5 2024-11-18T18:14:33,416 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/818bff808382:0, corePoolSize=5, maxPoolSize=5 2024-11-18T18:14:33,416 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/818bff808382:0, corePoolSize=5, maxPoolSize=5 2024-11-18T18:14:33,416 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/818bff808382:0, corePoolSize=10, maxPoolSize=10 2024-11-18T18:14:33,416 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:14:33,416 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/818bff808382:0, corePoolSize=2, maxPoolSize=2 2024-11-18T18:14:33,416 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:14:33,417 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T18:14:33,417 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T18:14:33,418 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:14:33,418 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T18:14:33,421 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731953703421 2024-11-18T18:14:33,421 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T18:14:33,421 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T18:14:33,421 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T18:14:33,421 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T18:14:33,421 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T18:14:33,421 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T18:14:33,422 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T18:14:33,422 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T18:14:33,422 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T18:14:33,422 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T18:14:33,422 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T18:14:33,427 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T18:14:33,427 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T18:14:33,428 DEBUG [master/818bff808382:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/818bff808382:0:becomeActiveMaster-HFileCleaner.large.0-1731953673427,5,FailOnTimeoutGroup] 2024-11-18T18:14:33,428 DEBUG [master/818bff808382:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/818bff808382:0:becomeActiveMaster-HFileCleaner.small.0-1731953673428,5,FailOnTimeoutGroup] 2024-11-18T18:14:33,428 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T18:14:33,428 INFO [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T18:14:33,429 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T18:14:33,429 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T18:14:33,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43935 is added to blk_1073741831_1007 (size=1321) 2024-11-18T18:14:33,489 INFO [RS:0;818bff808382:40047 {}] regionserver.HRegionServer(746): ClusterId : 5be68f7c-fdc2-46e2-8728-657fd2ee7007 2024-11-18T18:14:33,489 DEBUG [RS:0;818bff808382:40047 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T18:14:33,491 DEBUG [RS:0;818bff808382:40047 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T18:14:33,491 DEBUG [RS:0;818bff808382:40047 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T18:14:33,493 DEBUG [RS:0;818bff808382:40047 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T18:14:33,493 DEBUG [RS:0;818bff808382:40047 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@328b1fa7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=818bff808382/172.17.0.2:0 2024-11-18T18:14:33,505 DEBUG [RS:0;818bff808382:40047 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;818bff808382:40047 2024-11-18T18:14:33,505 INFO [RS:0;818bff808382:40047 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T18:14:33,505 INFO [RS:0;818bff808382:40047 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T18:14:33,505 DEBUG [RS:0;818bff808382:40047 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T18:14:33,505 INFO [RS:0;818bff808382:40047 {}] regionserver.HRegionServer(2659): reportForDuty to master=818bff808382,39613,1731953672009 with port=40047, startcode=1731953672069 2024-11-18T18:14:33,506 DEBUG [RS:0;818bff808382:40047 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T18:14:33,507 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41469, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T18:14:33,508 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39613 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 818bff808382,40047,1731953672069 2024-11-18T18:14:33,508 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39613 {}] master.ServerManager(517): Registering regionserver=818bff808382,40047,1731953672069 2024-11-18T18:14:33,509 DEBUG [RS:0;818bff808382:40047 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39427/user/jenkins/test-data/3c9b0414-e262-2dec-c28e-1da25477a526 2024-11-18T18:14:33,509 DEBUG [RS:0;818bff808382:40047 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39427 2024-11-18T18:14:33,509 DEBUG [RS:0;818bff808382:40047 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T18:14:33,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39613-0x1000bd774230000, quorum=127.0.0.1:51436, baseZNode=/0712295394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0712295394/rs 2024-11-18T18:14:33,511 DEBUG [RS:0;818bff808382:40047 {}] zookeeper.ZKUtil(111): regionserver:40047-0x1000bd774230001, quorum=127.0.0.1:51436, baseZNode=/0712295394 Set watcher on existing znode=/0712295394/rs/818bff808382,40047,1731953672069 2024-11-18T18:14:33,511 WARN [RS:0;818bff808382:40047 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T18:14:33,511 INFO [RS:0;818bff808382:40047 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T18:14:33,511 DEBUG [RS:0;818bff808382:40047 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39427/user/jenkins/test-data/3c9b0414-e262-2dec-c28e-1da25477a526/WALs/818bff808382,40047,1731953672069 2024-11-18T18:14:33,511 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [818bff808382,40047,1731953672069] 2024-11-18T18:14:33,514 INFO [RS:0;818bff808382:40047 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T18:14:33,515 INFO [RS:0;818bff808382:40047 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T18:14:33,515 INFO [RS:0;818bff808382:40047 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T18:14:33,515 INFO [RS:0;818bff808382:40047 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T18:14:33,516 INFO [RS:0;818bff808382:40047 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T18:14:33,516 INFO [RS:0;818bff808382:40047 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T18:14:33,516 INFO [RS:0;818bff808382:40047 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T18:14:33,516 DEBUG [RS:0;818bff808382:40047 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:14:33,516 DEBUG [RS:0;818bff808382:40047 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:14:33,516 DEBUG [RS:0;818bff808382:40047 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:14:33,516 DEBUG [RS:0;818bff808382:40047 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:14:33,516 DEBUG [RS:0;818bff808382:40047 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:14:33,516 DEBUG [RS:0;818bff808382:40047 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/818bff808382:0, corePoolSize=2, maxPoolSize=2 2024-11-18T18:14:33,516 DEBUG [RS:0;818bff808382:40047 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:14:33,516 DEBUG [RS:0;818bff808382:40047 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:14:33,517 DEBUG [RS:0;818bff808382:40047 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:14:33,517 DEBUG [RS:0;818bff808382:40047 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:14:33,517 DEBUG [RS:0;818bff808382:40047 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:14:33,517 DEBUG [RS:0;818bff808382:40047 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:14:33,517 DEBUG [RS:0;818bff808382:40047 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0, corePoolSize=3, maxPoolSize=3 2024-11-18T18:14:33,517 DEBUG [RS:0;818bff808382:40047 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/818bff808382:0, corePoolSize=3, maxPoolSize=3 2024-11-18T18:14:33,517 INFO [RS:0;818bff808382:40047 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T18:14:33,517 INFO [RS:0;818bff808382:40047 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T18:14:33,517 INFO [RS:0;818bff808382:40047 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T18:14:33,517 INFO [RS:0;818bff808382:40047 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T18:14:33,517 INFO [RS:0;818bff808382:40047 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T18:14:33,517 INFO [RS:0;818bff808382:40047 {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,40047,1731953672069-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T18:14:33,531 INFO [RS:0;818bff808382:40047 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T18:14:33,531 INFO [RS:0;818bff808382:40047 {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,40047,1731953672069-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T18:14:33,531 INFO [RS:0;818bff808382:40047 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:14:33,531 INFO [RS:0;818bff808382:40047 {}] regionserver.Replication(171): 818bff808382,40047,1731953672069 started 2024-11-18T18:14:33,544 INFO [RS:0;818bff808382:40047 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:14:33,544 INFO [RS:0;818bff808382:40047 {}] regionserver.HRegionServer(1482): Serving as 818bff808382,40047,1731953672069, RpcServer on 818bff808382/172.17.0.2:40047, sessionid=0x1000bd774230001 2024-11-18T18:14:33,544 DEBUG [RS:0;818bff808382:40047 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T18:14:33,544 DEBUG [RS:0;818bff808382:40047 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 818bff808382,40047,1731953672069 2024-11-18T18:14:33,544 DEBUG [RS:0;818bff808382:40047 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '818bff808382,40047,1731953672069' 2024-11-18T18:14:33,544 DEBUG [RS:0;818bff808382:40047 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0712295394/flush-table-proc/abort' 2024-11-18T18:14:33,545 DEBUG [RS:0;818bff808382:40047 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0712295394/flush-table-proc/acquired' 2024-11-18T18:14:33,545 DEBUG [RS:0;818bff808382:40047 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T18:14:33,545 DEBUG [RS:0;818bff808382:40047 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T18:14:33,545 DEBUG [RS:0;818bff808382:40047 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 818bff808382,40047,1731953672069 2024-11-18T18:14:33,545 DEBUG [RS:0;818bff808382:40047 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '818bff808382,40047,1731953672069' 2024-11-18T18:14:33,545 DEBUG [RS:0;818bff808382:40047 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0712295394/online-snapshot/abort' 2024-11-18T18:14:33,545 DEBUG [RS:0;818bff808382:40047 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0712295394/online-snapshot/acquired' 2024-11-18T18:14:33,546 DEBUG [RS:0;818bff808382:40047 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T18:14:33,546 INFO [RS:0;818bff808382:40047 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T18:14:33,546 INFO [RS:0;818bff808382:40047 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T18:14:33,589 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T18:14:33,590 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:14:33,590 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:14:33,590 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:14:33,591 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:14:33,591 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:14:33,591 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:14:33,591 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:14:33,625 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:14:33,626 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:14:33,626 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:14:33,626 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:14:33,626 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:14:33,626 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:14:33,629 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:14:33,631 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:14:33,632 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:14:33,633 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:14:33,646 INFO [RS:0;818bff808382:40047 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T18:14:33,647 INFO [RS:0;818bff808382:40047 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=818bff808382%2C40047%2C1731953672069, suffix=, logDir=hdfs://localhost:39427/user/jenkins/test-data/3c9b0414-e262-2dec-c28e-1da25477a526/WALs/818bff808382,40047,1731953672069, archiveDir=hdfs://localhost:39427/user/jenkins/test-data/3c9b0414-e262-2dec-c28e-1da25477a526/oldWALs, maxLogs=10 2024-11-18T18:14:33,661 DEBUG [RS:0;818bff808382:40047 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3c9b0414-e262-2dec-c28e-1da25477a526/WALs/818bff808382,40047,1731953672069/818bff808382%2C40047%2C1731953672069.1731953673647, exclude list is [], retry=0 2024-11-18T18:14:33,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43935,DS-1d2d3c98-dbcf-4560-8396-5149c0a3d694,DISK] 2024-11-18T18:14:33,664 INFO [RS:0;818bff808382:40047 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3c9b0414-e262-2dec-c28e-1da25477a526/WALs/818bff808382,40047,1731953672069/818bff808382%2C40047%2C1731953672069.1731953673647 2024-11-18T18:14:33,665 DEBUG [RS:0;818bff808382:40047 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38875:38875)] 2024-11-18T18:14:33,832 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39427/user/jenkins/test-data/3c9b0414-e262-2dec-c28e-1da25477a526/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T18:14:33,833 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39427/user/jenkins/test-data/3c9b0414-e262-2dec-c28e-1da25477a526 2024-11-18T18:14:33,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43935 is added to blk_1073741833_1009 (size=32) 2024-11-18T18:14:34,238 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:14:34,239 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T18:14:34,240 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T18:14:34,240 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:14:34,240 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:14:34,240 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T18:14:34,241 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T18:14:34,241 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:14:34,241 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:14:34,241 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T18:14:34,242 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T18:14:34,242 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:14:34,242 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:14:34,242 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T18:14:34,243 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T18:14:34,243 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:14:34,243 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:14:34,243 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T18:14:34,243 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39427/user/jenkins/test-data/3c9b0414-e262-2dec-c28e-1da25477a526/data/hbase/meta/1588230740 2024-11-18T18:14:34,244 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39427/user/jenkins/test-data/3c9b0414-e262-2dec-c28e-1da25477a526/data/hbase/meta/1588230740 2024-11-18T18:14:34,244 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T18:14:34,244 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T18:14:34,245 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T18:14:34,245 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T18:14:34,247 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39427/user/jenkins/test-data/3c9b0414-e262-2dec-c28e-1da25477a526/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T18:14:34,248 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68305040, jitterRate=0.017824411392211914}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T18:14:34,249 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731953674238Initializing all the Stores at 1731953674238Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953674238Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953674239 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953674239Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953674239Cleaning up temporary data from old regions at 1731953674244 (+5 ms)Region opened successfully at 1731953674249 (+5 ms) 2024-11-18T18:14:34,249 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T18:14:34,249 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T18:14:34,249 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T18:14:34,249 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T18:14:34,249 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T18:14:34,249 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T18:14:34,249 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731953674249Disabling compacts and flushes for region at 1731953674249Disabling writes for close at 1731953674249Writing region close event to WAL at 1731953674249Closed at 1731953674249 2024-11-18T18:14:34,250 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T18:14:34,250 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T18:14:34,251 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T18:14:34,252 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T18:14:34,252 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T18:14:34,402 DEBUG [818bff808382:39613 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T18:14:34,403 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=818bff808382,40047,1731953672069 2024-11-18T18:14:34,404 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 818bff808382,40047,1731953672069, state=OPENING 2024-11-18T18:14:34,405 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T18:14:34,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40047-0x1000bd774230001, quorum=127.0.0.1:51436, baseZNode=/0712295394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0712295394 2024-11-18T18:14:34,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39613-0x1000bd774230000, quorum=127.0.0.1:51436, baseZNode=/0712295394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0712295394 2024-11-18T18:14:34,407 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0712295394/meta-region-server: CHANGED 2024-11-18T18:14:34,407 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0712295394/meta-region-server: CHANGED 2024-11-18T18:14:34,407 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T18:14:34,407 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=818bff808382,40047,1731953672069}] 2024-11-18T18:14:34,560 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T18:14:34,561 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45819, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T18:14:34,564 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T18:14:34,564 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T18:14:34,564 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T18:14:34,565 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=818bff808382%2C40047%2C1731953672069.meta, suffix=.meta, logDir=hdfs://localhost:39427/user/jenkins/test-data/3c9b0414-e262-2dec-c28e-1da25477a526/WALs/818bff808382,40047,1731953672069, archiveDir=hdfs://localhost:39427/user/jenkins/test-data/3c9b0414-e262-2dec-c28e-1da25477a526/oldWALs, maxLogs=10 2024-11-18T18:14:34,579 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3c9b0414-e262-2dec-c28e-1da25477a526/WALs/818bff808382,40047,1731953672069/818bff808382%2C40047%2C1731953672069.meta.1731953674565.meta, exclude list is [], retry=0 2024-11-18T18:14:34,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43935,DS-1d2d3c98-dbcf-4560-8396-5149c0a3d694,DISK] 2024-11-18T18:14:34,582 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3c9b0414-e262-2dec-c28e-1da25477a526/WALs/818bff808382,40047,1731953672069/818bff808382%2C40047%2C1731953672069.meta.1731953674565.meta 2024-11-18T18:14:34,582 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38875:38875)] 2024-11-18T18:14:34,582 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T18:14:34,582 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T18:14:34,582 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T18:14:34,583 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T18:14:34,583 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T18:14:34,583 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T18:14:34,583 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:14:34,583 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T18:14:34,583 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T18:14:34,584 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T18:14:34,584 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T18:14:34,584 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:14:34,585 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:14:34,585 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T18:14:34,585 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T18:14:34,585 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:14:34,586 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:14:34,586 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T18:14:34,586 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T18:14:34,586 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:14:34,586 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:14:34,586 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T18:14:34,587 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T18:14:34,587 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:14:34,587 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:14:34,587 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T18:14:34,588 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39427/user/jenkins/test-data/3c9b0414-e262-2dec-c28e-1da25477a526/data/hbase/meta/1588230740 2024-11-18T18:14:34,588 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39427/user/jenkins/test-data/3c9b0414-e262-2dec-c28e-1da25477a526/data/hbase/meta/1588230740 2024-11-18T18:14:34,589 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T18:14:34,589 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T18:14:34,589 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T18:14:34,590 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T18:14:34,591 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64631308, jitterRate=-0.036918461322784424}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T18:14:34,591 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T18:14:34,591 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731953674583Writing region info on filesystem at 1731953674583Initializing all the Stores at 1731953674583Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953674584 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953674584Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953674584Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953674584Cleaning up temporary data from old regions at 1731953674589 (+5 ms)Running coprocessor post-open hooks at 1731953674591 (+2 ms)Region opened successfully at 1731953674591 2024-11-18T18:14:34,592 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731953674559 2024-11-18T18:14:34,593 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T18:14:34,593 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T18:14:34,594 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=818bff808382,40047,1731953672069 2024-11-18T18:14:34,594 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 818bff808382,40047,1731953672069, state=OPEN 2024-11-18T18:14:34,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39613-0x1000bd774230000, quorum=127.0.0.1:51436, baseZNode=/0712295394 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0712295394/meta-region-server 2024-11-18T18:14:34,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40047-0x1000bd774230001, quorum=127.0.0.1:51436, baseZNode=/0712295394 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0712295394/meta-region-server 2024-11-18T18:14:34,602 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=818bff808382,40047,1731953672069 2024-11-18T18:14:34,602 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0712295394/meta-region-server: CHANGED 2024-11-18T18:14:34,602 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0712295394/meta-region-server: CHANGED 2024-11-18T18:14:34,604 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T18:14:34,604 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=818bff808382,40047,1731953672069 in 195 msec 2024-11-18T18:14:34,616 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T18:14:34,617 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 354 msec 2024-11-18T18:14:34,617 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T18:14:34,617 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T18:14:34,618 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T18:14:34,618 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=818bff808382,40047,1731953672069, seqNum=-1] 2024-11-18T18:14:34,618 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T18:14:34,619 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44233, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T18:14:34,623 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2090 sec 2024-11-18T18:14:34,623 INFO [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731953674623, completionTime=-1 2024-11-18T18:14:34,623 INFO [master/818bff808382:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T18:14:34,623 DEBUG [master/818bff808382:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T18:14:34,625 INFO [master/818bff808382:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T18:14:34,625 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731953734625 2024-11-18T18:14:34,625 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731953794625 2024-11-18T18:14:34,625 INFO [master/818bff808382:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-18T18:14:34,625 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,39613,1731953672009-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T18:14:34,625 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,39613,1731953672009-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:14:34,625 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,39613,1731953672009-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:14:34,625 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-818bff808382:39613, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:14:34,625 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T18:14:34,625 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T18:14:34,627 DEBUG [master/818bff808382:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T18:14:34,628 INFO [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.524sec 2024-11-18T18:14:34,628 INFO [master/818bff808382:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T18:14:34,628 INFO [master/818bff808382:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T18:14:34,628 INFO [master/818bff808382:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T18:14:34,628 INFO [master/818bff808382:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T18:14:34,628 INFO [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T18:14:34,628 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,39613,1731953672009-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T18:14:34,628 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,39613,1731953672009-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T18:14:34,630 DEBUG [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T18:14:34,630 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T18:14:34,630 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,39613,1731953672009-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:14:34,690 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c4ec429, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:14:34,690 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 818bff808382,39613,-1 for getting cluster id 2024-11-18T18:14:34,690 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T18:14:34,691 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5be68f7c-fdc2-46e2-8728-657fd2ee7007' 2024-11-18T18:14:34,692 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T18:14:34,692 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5be68f7c-fdc2-46e2-8728-657fd2ee7007" 2024-11-18T18:14:34,692 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@282e96aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:14:34,692 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [818bff808382,39613,-1] 2024-11-18T18:14:34,692 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T18:14:34,692 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:14:34,693 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33754, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T18:14:34,694 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41b9ab7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:14:34,694 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T18:14:34,695 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=818bff808382,40047,1731953672069, seqNum=-1] 2024-11-18T18:14:34,695 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T18:14:34,696 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T18:14:34,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=818bff808382,39613,1731953672009 2024-11-18T18:14:34,698 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:51436 2024-11-18T18:14:34,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:51436, baseZNode=/0712295394 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T18:14:34,701 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1000bd774230002 connected 2024-11-18T18:14:34,703 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T18:14:34,704 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 818bff808382,39613,1731953672009 2024-11-18T18:14:34,704 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4e0b633f 2024-11-18T18:14:34,704 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T18:14:34,705 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T18:14:34,706 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39613 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T18:14:34,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39613 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-18T18:14:34,708 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T18:14:34,708 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:14:34,708 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39613 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-18T18:14:34,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39613 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T18:14:34,709 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T18:14:34,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43935 is added to blk_1073741835_1011 (size=902) 2024-11-18T18:14:34,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39613 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T18:14:35,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39613 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T18:14:35,118 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fa90604b1ebb82df6c3d8ec0bed8eb62, NAME => 'test,,1731953674705.fa90604b1ebb82df6c3d8ec0bed8eb62.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39427/user/jenkins/test-data/3c9b0414-e262-2dec-c28e-1da25477a526 2024-11-18T18:14:35,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43935 is added to blk_1073741836_1012 (size=39) 2024-11-18T18:14:35,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39613 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T18:14:35,523 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731953674705.fa90604b1ebb82df6c3d8ec0bed8eb62.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:14:35,523 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing fa90604b1ebb82df6c3d8ec0bed8eb62, disabling compactions & flushes 2024-11-18T18:14:35,523 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731953674705.fa90604b1ebb82df6c3d8ec0bed8eb62. 2024-11-18T18:14:35,523 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731953674705.fa90604b1ebb82df6c3d8ec0bed8eb62. 2024-11-18T18:14:35,523 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731953674705.fa90604b1ebb82df6c3d8ec0bed8eb62. after waiting 0 ms 2024-11-18T18:14:35,523 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731953674705.fa90604b1ebb82df6c3d8ec0bed8eb62. 2024-11-18T18:14:35,523 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731953674705.fa90604b1ebb82df6c3d8ec0bed8eb62. 2024-11-18T18:14:35,524 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for fa90604b1ebb82df6c3d8ec0bed8eb62: Waiting for close lock at 1731953675523Disabling compacts and flushes for region at 1731953675523Disabling writes for close at 1731953675523Writing region close event to WAL at 1731953675523Closed at 1731953675523 2024-11-18T18:14:35,525 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T18:14:35,525 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731953674705.fa90604b1ebb82df6c3d8ec0bed8eb62.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731953675525"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731953675525"}]},"ts":"1731953675525"} 2024-11-18T18:14:35,526 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T18:14:35,527 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T18:14:35,527 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731953675527"}]},"ts":"1731953675527"} 2024-11-18T18:14:35,529 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-18T18:14:35,529 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=fa90604b1ebb82df6c3d8ec0bed8eb62, ASSIGN}] 2024-11-18T18:14:35,530 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=fa90604b1ebb82df6c3d8ec0bed8eb62, ASSIGN 2024-11-18T18:14:35,531 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=fa90604b1ebb82df6c3d8ec0bed8eb62, ASSIGN; state=OFFLINE, location=818bff808382,40047,1731953672069; forceNewPlan=false, retain=false 2024-11-18T18:14:35,579 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-18T18:14:35,579 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T18:14:35,681 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fa90604b1ebb82df6c3d8ec0bed8eb62, regionState=OPENING, regionLocation=818bff808382,40047,1731953672069 2024-11-18T18:14:35,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=fa90604b1ebb82df6c3d8ec0bed8eb62, ASSIGN because future has completed 2024-11-18T18:14:35,684 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fa90604b1ebb82df6c3d8ec0bed8eb62, server=818bff808382,40047,1731953672069}] 2024-11-18T18:14:35,838 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731953674705.fa90604b1ebb82df6c3d8ec0bed8eb62. 2024-11-18T18:14:35,839 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => fa90604b1ebb82df6c3d8ec0bed8eb62, NAME => 'test,,1731953674705.fa90604b1ebb82df6c3d8ec0bed8eb62.', STARTKEY => '', ENDKEY => ''} 2024-11-18T18:14:35,839 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T18:14:35,839 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-18T18:14:35,839 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test fa90604b1ebb82df6c3d8ec0bed8eb62 2024-11-18T18:14:35,839 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731953674705.fa90604b1ebb82df6c3d8ec0bed8eb62.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:14:35,839 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for fa90604b1ebb82df6c3d8ec0bed8eb62 2024-11-18T18:14:35,839 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for fa90604b1ebb82df6c3d8ec0bed8eb62 2024-11-18T18:14:35,840 INFO [StoreOpener-fa90604b1ebb82df6c3d8ec0bed8eb62-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region fa90604b1ebb82df6c3d8ec0bed8eb62 2024-11-18T18:14:35,841 INFO [StoreOpener-fa90604b1ebb82df6c3d8ec0bed8eb62-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fa90604b1ebb82df6c3d8ec0bed8eb62 columnFamilyName f 2024-11-18T18:14:35,841 DEBUG [StoreOpener-fa90604b1ebb82df6c3d8ec0bed8eb62-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:14:35,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39613 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T18:14:35,842 INFO [StoreOpener-fa90604b1ebb82df6c3d8ec0bed8eb62-1 {}] regionserver.HStore(327): Store=fa90604b1ebb82df6c3d8ec0bed8eb62/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:14:35,842 INFO [StoreOpener-fa90604b1ebb82df6c3d8ec0bed8eb62-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region fa90604b1ebb82df6c3d8ec0bed8eb62 2024-11-18T18:14:35,843 INFO [StoreOpener-fa90604b1ebb82df6c3d8ec0bed8eb62-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fa90604b1ebb82df6c3d8ec0bed8eb62 columnFamilyName f1 2024-11-18T18:14:35,843 DEBUG [StoreOpener-fa90604b1ebb82df6c3d8ec0bed8eb62-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:14:35,843 INFO [StoreOpener-fa90604b1ebb82df6c3d8ec0bed8eb62-1 {}] regionserver.HStore(327): Store=fa90604b1ebb82df6c3d8ec0bed8eb62/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:14:35,843 INFO [StoreOpener-fa90604b1ebb82df6c3d8ec0bed8eb62-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region fa90604b1ebb82df6c3d8ec0bed8eb62 2024-11-18T18:14:35,844 INFO [StoreOpener-fa90604b1ebb82df6c3d8ec0bed8eb62-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fa90604b1ebb82df6c3d8ec0bed8eb62 columnFamilyName norep 2024-11-18T18:14:35,844 DEBUG [StoreOpener-fa90604b1ebb82df6c3d8ec0bed8eb62-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:14:35,844 INFO [StoreOpener-fa90604b1ebb82df6c3d8ec0bed8eb62-1 {}] regionserver.HStore(327): Store=fa90604b1ebb82df6c3d8ec0bed8eb62/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:14:35,844 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for fa90604b1ebb82df6c3d8ec0bed8eb62 2024-11-18T18:14:35,845 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39427/user/jenkins/test-data/3c9b0414-e262-2dec-c28e-1da25477a526/data/default/test/fa90604b1ebb82df6c3d8ec0bed8eb62 2024-11-18T18:14:35,845 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39427/user/jenkins/test-data/3c9b0414-e262-2dec-c28e-1da25477a526/data/default/test/fa90604b1ebb82df6c3d8ec0bed8eb62 2024-11-18T18:14:35,846 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for fa90604b1ebb82df6c3d8ec0bed8eb62 2024-11-18T18:14:35,846 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for fa90604b1ebb82df6c3d8ec0bed8eb62 2024-11-18T18:14:35,846 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T18:14:35,847 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for fa90604b1ebb82df6c3d8ec0bed8eb62 2024-11-18T18:14:35,848 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39427/user/jenkins/test-data/3c9b0414-e262-2dec-c28e-1da25477a526/data/default/test/fa90604b1ebb82df6c3d8ec0bed8eb62/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T18:14:35,848 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened fa90604b1ebb82df6c3d8ec0bed8eb62; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61300640, jitterRate=-0.08654928207397461}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T18:14:35,848 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fa90604b1ebb82df6c3d8ec0bed8eb62 2024-11-18T18:14:35,849 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for fa90604b1ebb82df6c3d8ec0bed8eb62: Running coprocessor pre-open hook at 1731953675839Writing region info on filesystem at 1731953675839Initializing all the Stores at 1731953675840 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953675840Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953675840Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953675840Cleaning up temporary data from old regions at 1731953675846 (+6 ms)Running coprocessor post-open hooks at 1731953675848 (+2 ms)Region opened successfully at 1731953675849 (+1 ms) 2024-11-18T18:14:35,850 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731953674705.fa90604b1ebb82df6c3d8ec0bed8eb62., pid=6, masterSystemTime=1731953675835 2024-11-18T18:14:35,851 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731953674705.fa90604b1ebb82df6c3d8ec0bed8eb62. 2024-11-18T18:14:35,852 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731953674705.fa90604b1ebb82df6c3d8ec0bed8eb62. 2024-11-18T18:14:35,852 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fa90604b1ebb82df6c3d8ec0bed8eb62, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=818bff808382,40047,1731953672069 2024-11-18T18:14:35,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fa90604b1ebb82df6c3d8ec0bed8eb62, server=818bff808382,40047,1731953672069 because future has completed 2024-11-18T18:14:35,856 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T18:14:35,856 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure fa90604b1ebb82df6c3d8ec0bed8eb62, server=818bff808382,40047,1731953672069 in 171 msec 2024-11-18T18:14:35,857 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T18:14:35,857 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=fa90604b1ebb82df6c3d8ec0bed8eb62, ASSIGN in 327 msec 2024-11-18T18:14:35,858 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T18:14:35,858 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731953675858"}]},"ts":"1731953675858"} 2024-11-18T18:14:35,859 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-18T18:14:35,860 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T18:14:35,861 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1540 sec 2024-11-18T18:14:36,111 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T18:14:36,112 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [818bff808382,35743,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=818bff808382:35743 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-18T18:14:36,112 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108863 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [818bff808382,35743,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=818bff808382:35743 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-18T18:14:36,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39613 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T18:14:36,852 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-18T18:14:36,853 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a98c6f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:14:36,853 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 818bff808382,39613,-1 for getting cluster id 2024-11-18T18:14:36,853 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T18:14:36,854 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5be68f7c-fdc2-46e2-8728-657fd2ee7007' 2024-11-18T18:14:36,854 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T18:14:36,854 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5be68f7c-fdc2-46e2-8728-657fd2ee7007" 2024-11-18T18:14:36,854 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e47dbae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:14:36,854 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [818bff808382,39613,-1] 2024-11-18T18:14:36,854 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T18:14:36,854 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:14:36,855 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T18:14:36,855 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@597b00fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:14:36,856 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T18:14:36,856 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 818bff808382,39613,1731953672009 2024-11-18T18:14:36,856 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3eb21640 2024-11-18T18:14:36,856 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T18:14:36,857 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33786, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T18:14:36,857 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39613 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://818bff808382:39613,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-18T18:14:36,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39613 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T18:14:36,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39613 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T18:14:36,860 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='818bff808382:39613' 2024-11-18T18:14:36,861 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3327680d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:14:36,861 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 818bff808382,39613,-1 for getting cluster id 2024-11-18T18:14:36,861 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T18:14:36,862 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5be68f7c-fdc2-46e2-8728-657fd2ee7007' 2024-11-18T18:14:36,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T18:14:36,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5be68f7c-fdc2-46e2-8728-657fd2ee7007" 2024-11-18T18:14:36,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f0048f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:14:36,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [818bff808382,39613,-1] 2024-11-18T18:14:36,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T18:14:36,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:14:36,863 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T18:14:36,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a106f4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:14:36,863 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T18:14:36,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 818bff808382,39613,1731953672009 2024-11-18T18:14:36,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1055b07d 2024-11-18T18:14:36,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T18:14:36,864 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33820, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T18:14:36,865 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-18T18:14:36,865 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T18:14:36,865 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:14:36,865 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:14:36,865 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T18:14:36,866 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://818bff808382:39613, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-18T18:14:36,872 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://818bff808382:39613, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://818bff808382:39613, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://818bff808382:39613, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-18T18:14:36,873 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://818bff808382:39613, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=15 msec 2024-11-18T18:14:36,873 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-18T18:14:36,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39613 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T18:14:36,963 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://818bff808382:39613, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-18T18:14:36,963 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T18:14:36,963 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T18:14:36,963 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:14:36,963 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:14:36,963 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T18:14:36,978 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=535 (was 363) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39427 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp531408578-7889 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: CacheReplicationMonitor(2063491783) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39427 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:39427/user/jenkins/test-data/3c9b0414-e262-2dec-c28e-1da25477a526/MasterData-prefix:818bff808382,39613,1731953672009 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1340505966-172.17.0.2-1731953670992:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp531408578-7888 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-360925cf-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: IPC Server handler 2 on default port 42559 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:39427 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: master/818bff808382:0:becomeActiveMaster-HFileCleaner.small.0-1731953673428 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2278-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:51436 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: master/818bff808382:0:becomeActiveMaster-HFileCleaner.large.0-1731953673427 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39613 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp531408578-7885 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007efbe8432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2273-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39613 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: regionserver/818bff808382:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 39427 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@41d76027 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0399c151-674d-56e6-173c-a7199aaf61f6/cluster_ff7c6d2b-2a86-63a9-2e39-5624ffa3c310/data/data2/current/BP-1340505966-172.17.0.2-1731953670992 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40047 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0399c151-674d-56e6-173c-a7199aaf61f6/cluster_ff7c6d2b-2a86-63a9-2e39-5624ffa3c310/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39427 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51436) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39427 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/818bff808382:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp531408578-7887 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 39427 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39613 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$610/0x00007efbe8ad6000.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@205f3084 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-144796255_20 at /127.0.0.1:38228 [Receiving block BP-1340505966-172.17.0.2-1731953670992:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=40047 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=40047 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2265-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39613 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2270-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 39427 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: qtp531408578-7886-acceptor-0@e110f5d-ServerConnector@47e18b3a{HTTP/1.1, (http/1.1)}{localhost:39623} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-144796255_20 at /127.0.0.1:36212 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1340505966-172.17.0.2-1731953670992:blk_1073741832_1008, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39613 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51436) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@623672de java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@6215f76f java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=39613 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$480/0x00007efbe89fdbd8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;818bff808382:40047 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40047 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 3 on default port 39427 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: IPC Server handler 2 on default port 39427 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Server handler 3 on default port 42559 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=39613 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp531408578-7882 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007efbe8432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp531408578-7884 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007efbe8432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: pool-2264-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-594371291_20 at /127.0.0.1:38190 [Receiving block BP-1340505966-172.17.0.2-1731953670992:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39613 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1709315988-7932-acceptor-0@48d2dbda-ServerConnector@198479ec{HTTP/1.1, (http/1.1)}{localhost:42011} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39427 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-61e10aff-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40047 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:39427/user/jenkins/test-data/3c9b0414-e262-2dec-c28e-1da25477a526-prefix:818bff808382,40047,1731953672069 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: IPC Server handler 1 on default port 42559 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39427 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-144796255_20 at /127.0.0.1:38200 [Receiving block BP-1340505966-172.17.0.2-1731953670992:blk_1073741832_1008] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@4307b040 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 39427 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0399c151-674d-56e6-173c-a7199aaf61f6/cluster_ff7c6d2b-2a86-63a9-2e39-5624ffa3c310/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BP-1340505966-172.17.0.2-1731953670992 heartbeating to localhost/127.0.0.1:39427 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/818bff808382:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 42559 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51436) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:39427/user/jenkins/test-data/3c9b0414-e262-2dec-c28e-1da25477a526-prefix:818bff808382,40047,1731953672069.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40047 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: M:0;818bff808382:39613 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@7d4e3eba java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 42559 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RS_OPEN_REGION-regionserver/818bff808382:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1709315988-7933 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 42559 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: PacketResponder: BP-1340505966-172.17.0.2-1731953670992:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39427 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0399c151-674d-56e6-173c-a7199aaf61f6/cluster_ff7c6d2b-2a86-63a9-2e39-5624ffa3c310/data/data1/current/BP-1340505966-172.17.0.2-1731953670992 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39613 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: master/818bff808382:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcessThread(sid:0 cport:51436): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=40047 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@12ca5a4a[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39613 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp531408578-7883 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007efbe8432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: qtp1709315988-7934 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;818bff808382:40047-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@405c7333 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1709315988-7931 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007efbe8432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@2328bdff java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/818bff808382:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@6acbc82c java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: 818bff808382:39613 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2390) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2412) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2352) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) - Thread LEAK? -, OpenFileDescriptor=872 (was 792) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=407 (was 425), ProcessCount=11 (was 11), AvailableMemoryMB=10598 (was 10647) 2024-11-18T18:14:36,981 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=535 is superior to 500 2024-11-18T18:14:36,994 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=535, OpenFileDescriptor=872, MaxFileDescriptor=1048576, SystemLoadAverage=407, ProcessCount=11, AvailableMemoryMB=10598 2024-11-18T18:14:36,994 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=535 is superior to 500 2024-11-18T18:14:37,007 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-18T18:14:37,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0399c151-674d-56e6-173c-a7199aaf61f6/hadoop.log.dir so I do NOT create it in target/test-data/9ad01b29-1d11-1fdd-8d91-f0c930c07166 2024-11-18T18:14:37,008 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0399c151-674d-56e6-173c-a7199aaf61f6/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T18:14:37,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0399c151-674d-56e6-173c-a7199aaf61f6/hadoop.tmp.dir so I do NOT create it in target/test-data/9ad01b29-1d11-1fdd-8d91-f0c930c07166 2024-11-18T18:14:37,008 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0399c151-674d-56e6-173c-a7199aaf61f6/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T18:14:37,008 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ad01b29-1d11-1fdd-8d91-f0c930c07166 2024-11-18T18:14:37,008 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ad01b29-1d11-1fdd-8d91-f0c930c07166/cluster_05724cbd-9ddb-4e42-41c2-0e868db56d8a, deleteOnExit=true 2024-11-18T18:14:37,012 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ad01b29-1d11-1fdd-8d91-f0c930c07166/cluster_05724cbd-9ddb-4e42-41c2-0e868db56d8a/zookeeper_0, clientPort=62713, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ad01b29-1d11-1fdd-8d91-f0c930c07166/cluster_05724cbd-9ddb-4e42-41c2-0e868db56d8a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ad01b29-1d11-1fdd-8d91-f0c930c07166/cluster_05724cbd-9ddb-4e42-41c2-0e868db56d8a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-18T18:14:37,013 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62713 2024-11-18T18:14:37,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T18:14:37,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T18:14:37,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ad01b29-1d11-1fdd-8d91-f0c930c07166/test.cache.data in system properties and HBase conf 2024-11-18T18:14:37,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ad01b29-1d11-1fdd-8d91-f0c930c07166/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T18:14:37,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ad01b29-1d11-1fdd-8d91-f0c930c07166/hadoop.log.dir in system properties and HBase conf 2024-11-18T18:14:37,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ad01b29-1d11-1fdd-8d91-f0c930c07166/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T18:14:37,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ad01b29-1d11-1fdd-8d91-f0c930c07166/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T18:14:37,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T18:14:37,013 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T18:14:37,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ad01b29-1d11-1fdd-8d91-f0c930c07166/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T18:14:37,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ad01b29-1d11-1fdd-8d91-f0c930c07166/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T18:14:37,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ad01b29-1d11-1fdd-8d91-f0c930c07166/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T18:14:37,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ad01b29-1d11-1fdd-8d91-f0c930c07166/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T18:14:37,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ad01b29-1d11-1fdd-8d91-f0c930c07166/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T18:14:37,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ad01b29-1d11-1fdd-8d91-f0c930c07166/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T18:14:37,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ad01b29-1d11-1fdd-8d91-f0c930c07166/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T18:14:37,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ad01b29-1d11-1fdd-8d91-f0c930c07166/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T18:14:37,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ad01b29-1d11-1fdd-8d91-f0c930c07166/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T18:14:37,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ad01b29-1d11-1fdd-8d91-f0c930c07166/nfs.dump.dir in system properties and HBase conf 2024-11-18T18:14:37,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ad01b29-1d11-1fdd-8d91-f0c930c07166/java.io.tmpdir in system properties and HBase conf 2024-11-18T18:14:37,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ad01b29-1d11-1fdd-8d91-f0c930c07166/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T18:14:37,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ad01b29-1d11-1fdd-8d91-f0c930c07166/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T18:14:37,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ad01b29-1d11-1fdd-8d91-f0c930c07166/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T18:14:37,106 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T18:14:37,109 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T18:14:37,111 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T18:14:37,111 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T18:14:37,111 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T18:14:37,112 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T18:14:37,114 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62e3adbb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ad01b29-1d11-1fdd-8d91-f0c930c07166/hadoop.log.dir/,AVAILABLE} 2024-11-18T18:14:37,114 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b6d451a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T18:14:37,246 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@71b1da39{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ad01b29-1d11-1fdd-8d91-f0c930c07166/java.io.tmpdir/jetty-localhost-41787-hadoop-hdfs-3_4_1-tests_jar-_-any-10922736545364658251/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T18:14:37,247 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@25a1cd57{HTTP/1.1, (http/1.1)}{localhost:41787} 2024-11-18T18:14:37,247 INFO [Time-limited test {}] server.Server(415): Started @287343ms 2024-11-18T18:14:37,346 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T18:14:37,350 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T18:14:37,354 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T18:14:37,354 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T18:14:37,354 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T18:14:37,356 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4d01137d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ad01b29-1d11-1fdd-8d91-f0c930c07166/hadoop.log.dir/,AVAILABLE} 2024-11-18T18:14:37,356 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@772cd50{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T18:14:37,476 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@74764cda{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ad01b29-1d11-1fdd-8d91-f0c930c07166/java.io.tmpdir/jetty-localhost-38053-hadoop-hdfs-3_4_1-tests_jar-_-any-8011138444095272493/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T18:14:37,476 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4bbe537c{HTTP/1.1, (http/1.1)}{localhost:38053} 2024-11-18T18:14:37,476 INFO [Time-limited test {}] server.Server(415): Started @287572ms 2024-11-18T18:14:37,477 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T18:14:37,581 WARN [Thread-4315 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ad01b29-1d11-1fdd-8d91-f0c930c07166/cluster_05724cbd-9ddb-4e42-41c2-0e868db56d8a/data/data1/current/BP-1388987962-172.17.0.2-1731953677032/current, will proceed with Du for space computation calculation, 2024-11-18T18:14:37,584 WARN [Thread-4316 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ad01b29-1d11-1fdd-8d91-f0c930c07166/cluster_05724cbd-9ddb-4e42-41c2-0e868db56d8a/data/data2/current/BP-1388987962-172.17.0.2-1731953677032/current, will proceed with Du for space computation calculation, 2024-11-18T18:14:37,608 WARN [Thread-4303 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T18:14:37,612 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xda8020840b9e6402 with lease ID 0x934cd8acbcb6c85c: Processing first storage report for DS-6f98f54b-4a02-4740-9d1e-eb52dae54d74 from datanode DatanodeRegistration(127.0.0.1:38039, datanodeUuid=e58b0e16-c72a-4e04-9f89-925873df6284, infoPort=46091, infoSecurePort=0, ipcPort=43879, storageInfo=lv=-57;cid=testClusterID;nsid=1565767051;c=1731953677032) 2024-11-18T18:14:37,612 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xda8020840b9e6402 with lease ID 0x934cd8acbcb6c85c: from storage DS-6f98f54b-4a02-4740-9d1e-eb52dae54d74 node DatanodeRegistration(127.0.0.1:38039, datanodeUuid=e58b0e16-c72a-4e04-9f89-925873df6284, infoPort=46091, infoSecurePort=0, ipcPort=43879, storageInfo=lv=-57;cid=testClusterID;nsid=1565767051;c=1731953677032), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T18:14:37,612 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xda8020840b9e6402 with lease ID 0x934cd8acbcb6c85c: Processing first storage report for DS-61032650-87b4-4a64-9a9e-c68e240581e0 from datanode DatanodeRegistration(127.0.0.1:38039, datanodeUuid=e58b0e16-c72a-4e04-9f89-925873df6284, infoPort=46091, infoSecurePort=0, ipcPort=43879, storageInfo=lv=-57;cid=testClusterID;nsid=1565767051;c=1731953677032) 2024-11-18T18:14:37,612 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xda8020840b9e6402 with lease ID 0x934cd8acbcb6c85c: from storage DS-61032650-87b4-4a64-9a9e-c68e240581e0 node DatanodeRegistration(127.0.0.1:38039, datanodeUuid=e58b0e16-c72a-4e04-9f89-925873df6284, infoPort=46091, infoSecurePort=0, ipcPort=43879, storageInfo=lv=-57;cid=testClusterID;nsid=1565767051;c=1731953677032), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T18:14:37,625 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ad01b29-1d11-1fdd-8d91-f0c930c07166 2024-11-18T18:14:37,625 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:14:37,626 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:14:37,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38039 is added to blk_1073741825_1001 (size=7) 2024-11-18T18:14:38,035 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b with version=8 2024-11-18T18:14:38,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/hbase-staging 2024-11-18T18:14:38,038 INFO [Time-limited test {}] client.ConnectionUtils(128): master/818bff808382:0 server-side Connection retries=45 2024-11-18T18:14:38,038 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T18:14:38,038 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T18:14:38,038 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T18:14:38,038 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T18:14:38,038 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T18:14:38,039 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T18:14:38,039 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T18:14:38,039 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37883 2024-11-18T18:14:38,040 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37883 connecting to ZooKeeper ensemble=127.0.0.1:62713 2024-11-18T18:14:38,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:378830x0, quorum=127.0.0.1:62713, baseZNode=/0152224351 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T18:14:38,046 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37883-0x1000bd78bba0000 connected 2024-11-18T18:14:38,060 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:14:38,061 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:14:38,063 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37883-0x1000bd78bba0000, quorum=127.0.0.1:62713, baseZNode=/0152224351 Set watcher on znode that does not yet exist, /0152224351/running 2024-11-18T18:14:38,063 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b, hbase.cluster.distributed=false 2024-11-18T18:14:38,065 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37883-0x1000bd78bba0000, quorum=127.0.0.1:62713, baseZNode=/0152224351 Set watcher on znode that does not yet exist, /0152224351/acl 2024-11-18T18:14:38,065 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37883 2024-11-18T18:14:38,065 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37883 2024-11-18T18:14:38,068 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37883 2024-11-18T18:14:38,070 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37883 2024-11-18T18:14:38,070 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37883 2024-11-18T18:14:38,084 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/818bff808382:0 server-side Connection retries=45 2024-11-18T18:14:38,084 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T18:14:38,084 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T18:14:38,084 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T18:14:38,084 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T18:14:38,084 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T18:14:38,085 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T18:14:38,085 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T18:14:38,085 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36225 2024-11-18T18:14:38,086 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36225 connecting to ZooKeeper ensemble=127.0.0.1:62713 2024-11-18T18:14:38,086 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:14:38,088 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:14:38,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:362250x0, quorum=127.0.0.1:62713, baseZNode=/0152224351 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T18:14:38,093 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:362250x0, quorum=127.0.0.1:62713, baseZNode=/0152224351 Set watcher on znode that does not yet exist, /0152224351/running 2024-11-18T18:14:38,094 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T18:14:38,094 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36225-0x1000bd78bba0001 connected 2024-11-18T18:14:38,096 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T18:14:38,096 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36225-0x1000bd78bba0001, quorum=127.0.0.1:62713, baseZNode=/0152224351 Set watcher on znode that does not yet exist, /0152224351/master 2024-11-18T18:14:38,097 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36225-0x1000bd78bba0001, quorum=127.0.0.1:62713, baseZNode=/0152224351 Set watcher on znode that does not yet exist, /0152224351/acl 2024-11-18T18:14:38,100 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36225 2024-11-18T18:14:38,100 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36225 2024-11-18T18:14:38,105 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36225 2024-11-18T18:14:38,106 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36225 2024-11-18T18:14:38,106 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36225 2024-11-18T18:14:38,120 DEBUG [M:0;818bff808382:37883 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;818bff808382:37883 2024-11-18T18:14:38,121 INFO [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0152224351/backup-masters/818bff808382,37883,1731953678038 2024-11-18T18:14:38,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37883-0x1000bd78bba0000, quorum=127.0.0.1:62713, baseZNode=/0152224351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0152224351/backup-masters 2024-11-18T18:14:38,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36225-0x1000bd78bba0001, quorum=127.0.0.1:62713, baseZNode=/0152224351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0152224351/backup-masters 2024-11-18T18:14:38,122 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37883-0x1000bd78bba0000, quorum=127.0.0.1:62713, baseZNode=/0152224351 Set watcher on existing znode=/0152224351/backup-masters/818bff808382,37883,1731953678038 2024-11-18T18:14:38,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36225-0x1000bd78bba0001, quorum=127.0.0.1:62713, baseZNode=/0152224351 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0152224351/master 2024-11-18T18:14:38,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37883-0x1000bd78bba0000, quorum=127.0.0.1:62713, baseZNode=/0152224351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0152224351 2024-11-18T18:14:38,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36225-0x1000bd78bba0001, quorum=127.0.0.1:62713, baseZNode=/0152224351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0152224351 2024-11-18T18:14:38,124 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37883-0x1000bd78bba0000, quorum=127.0.0.1:62713, baseZNode=/0152224351 Set watcher on existing znode=/0152224351/master 2024-11-18T18:14:38,124 INFO [master/818bff808382:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0152224351/backup-masters/818bff808382,37883,1731953678038 from backup master directory 2024-11-18T18:14:38,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37883-0x1000bd78bba0000, quorum=127.0.0.1:62713, baseZNode=/0152224351 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0152224351/backup-masters/818bff808382,37883,1731953678038 2024-11-18T18:14:38,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36225-0x1000bd78bba0001, quorum=127.0.0.1:62713, baseZNode=/0152224351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0152224351/backup-masters 2024-11-18T18:14:38,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37883-0x1000bd78bba0000, quorum=127.0.0.1:62713, baseZNode=/0152224351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0152224351/backup-masters 2024-11-18T18:14:38,125 WARN [master/818bff808382:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T18:14:38,125 INFO [master/818bff808382:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=818bff808382,37883,1731953678038 2024-11-18T18:14:38,128 DEBUG [master/818bff808382:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/hbase.id] with ID: a2c61c5d-390a-4155-af6e-37fd172eed80 2024-11-18T18:14:38,128 DEBUG [master/818bff808382:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/.tmp/hbase.id 2024-11-18T18:14:38,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38039 is added to blk_1073741826_1002 (size=42) 2024-11-18T18:14:38,534 DEBUG [master/818bff808382:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/.tmp/hbase.id]:[hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/hbase.id] 2024-11-18T18:14:38,543 INFO [master/818bff808382:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:14:38,543 INFO [master/818bff808382:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T18:14:38,544 INFO [master/818bff808382:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-18T18:14:38,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37883-0x1000bd78bba0000, quorum=127.0.0.1:62713, baseZNode=/0152224351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0152224351 2024-11-18T18:14:38,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36225-0x1000bd78bba0001, quorum=127.0.0.1:62713, baseZNode=/0152224351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0152224351 2024-11-18T18:14:38,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38039 is added to blk_1073741827_1003 (size=196) 2024-11-18T18:14:38,951 INFO [master/818bff808382:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T18:14:38,951 INFO [master/818bff808382:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T18:14:38,952 INFO [master/818bff808382:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T18:14:38,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38039 is added to blk_1073741828_1004 (size=1189) 2024-11-18T18:14:38,957 INFO [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/MasterData/data/master/store 2024-11-18T18:14:38,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38039 is added to blk_1073741829_1005 (size=34) 2024-11-18T18:14:38,961 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:14:38,961 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T18:14:38,961 INFO [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:14:38,961 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:14:38,961 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T18:14:38,961 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:14:38,961 INFO [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:14:38,961 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731953678961Disabling compacts and flushes for region at 1731953678961Disabling writes for close at 1731953678961Writing region close event to WAL at 1731953678961Closed at 1731953678961 2024-11-18T18:14:38,962 WARN [master/818bff808382:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/MasterData/data/master/store/.initializing 2024-11-18T18:14:38,962 DEBUG [master/818bff808382:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/MasterData/WALs/818bff808382,37883,1731953678038 2024-11-18T18:14:38,963 INFO [master/818bff808382:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T18:14:38,964 INFO [master/818bff808382:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=818bff808382%2C37883%2C1731953678038, suffix=, logDir=hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/MasterData/WALs/818bff808382,37883,1731953678038, archiveDir=hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/MasterData/oldWALs, maxLogs=10 2024-11-18T18:14:38,977 DEBUG [master/818bff808382:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/MasterData/WALs/818bff808382,37883,1731953678038/818bff808382%2C37883%2C1731953678038.1731953678964, exclude list is [], retry=0 2024-11-18T18:14:38,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38039,DS-6f98f54b-4a02-4740-9d1e-eb52dae54d74,DISK] 2024-11-18T18:14:38,981 INFO [master/818bff808382:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/MasterData/WALs/818bff808382,37883,1731953678038/818bff808382%2C37883%2C1731953678038.1731953678964 2024-11-18T18:14:38,981 DEBUG [master/818bff808382:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46091:46091)] 2024-11-18T18:14:38,981 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T18:14:38,981 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:14:38,981 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:14:38,981 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:14:38,982 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:14:38,983 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T18:14:38,983 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:14:38,984 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:14:38,984 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:14:38,984 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T18:14:38,984 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:14:38,985 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:14:38,985 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:14:38,985 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T18:14:38,985 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:14:38,986 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:14:38,986 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:14:38,986 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T18:14:38,986 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:14:38,987 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:14:38,987 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:14:38,987 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:14:38,987 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:14:38,988 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:14:38,988 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:14:38,989 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T18:14:38,990 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:14:38,991 DEBUG [master/818bff808382:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T18:14:38,991 INFO [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60926946, jitterRate=-0.09211775660514832}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T18:14:38,991 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731953678981Initializing all the Stores at 1731953678982 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953678982Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953678982Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953678982Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953678982Cleaning up temporary data from old regions at 1731953678988 (+6 ms)Region opened successfully at 1731953678991 (+3 ms) 2024-11-18T18:14:38,991 INFO [master/818bff808382:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T18:14:38,993 DEBUG [master/818bff808382:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6aa011ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=818bff808382/172.17.0.2:0 2024-11-18T18:14:38,994 INFO [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T18:14:38,994 INFO [master/818bff808382:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T18:14:38,994 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T18:14:38,994 INFO [master/818bff808382:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T18:14:38,994 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T18:14:38,995 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T18:14:38,995 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T18:14:38,996 INFO [master/818bff808382:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T18:14:38,997 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37883-0x1000bd78bba0000, quorum=127.0.0.1:62713, baseZNode=/0152224351 Unable to get data of znode /0152224351/balancer because node does not exist (not necessarily an error) 2024-11-18T18:14:38,998 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0152224351/balancer already deleted, retry=false 2024-11-18T18:14:38,998 INFO [master/818bff808382:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T18:14:38,999 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37883-0x1000bd78bba0000, quorum=127.0.0.1:62713, baseZNode=/0152224351 Unable to get data of znode /0152224351/normalizer because node does not exist (not necessarily an error) 2024-11-18T18:14:39,000 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0152224351/normalizer already deleted, retry=false 2024-11-18T18:14:39,000 INFO [master/818bff808382:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T18:14:39,001 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37883-0x1000bd78bba0000, quorum=127.0.0.1:62713, baseZNode=/0152224351 Unable to get data of znode /0152224351/switch/split because node does not exist (not necessarily an error) 2024-11-18T18:14:39,001 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0152224351/switch/split already deleted, retry=false 2024-11-18T18:14:39,002 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37883-0x1000bd78bba0000, quorum=127.0.0.1:62713, baseZNode=/0152224351 Unable to get data of znode /0152224351/switch/merge because node does not exist (not necessarily an error) 2024-11-18T18:14:39,003 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0152224351/switch/merge already deleted, retry=false 2024-11-18T18:14:39,004 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37883-0x1000bd78bba0000, quorum=127.0.0.1:62713, baseZNode=/0152224351 Unable to get data of znode /0152224351/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T18:14:39,005 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0152224351/snapshot-cleanup already deleted, retry=false 2024-11-18T18:14:39,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36225-0x1000bd78bba0001, quorum=127.0.0.1:62713, baseZNode=/0152224351 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0152224351/running 2024-11-18T18:14:39,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37883-0x1000bd78bba0000, quorum=127.0.0.1:62713, baseZNode=/0152224351 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0152224351/running 2024-11-18T18:14:39,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36225-0x1000bd78bba0001, quorum=127.0.0.1:62713, baseZNode=/0152224351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0152224351 2024-11-18T18:14:39,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37883-0x1000bd78bba0000, quorum=127.0.0.1:62713, baseZNode=/0152224351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0152224351 2024-11-18T18:14:39,007 INFO [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=818bff808382,37883,1731953678038, sessionid=0x1000bd78bba0000, setting cluster-up flag (Was=false) 2024-11-18T18:14:39,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36225-0x1000bd78bba0001, quorum=127.0.0.1:62713, baseZNode=/0152224351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0152224351 2024-11-18T18:14:39,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37883-0x1000bd78bba0000, quorum=127.0.0.1:62713, baseZNode=/0152224351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0152224351 2024-11-18T18:14:39,013 DEBUG [master/818bff808382:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0152224351/flush-table-proc/acquired, /0152224351/flush-table-proc/reached, /0152224351/flush-table-proc/abort 2024-11-18T18:14:39,013 DEBUG [master/818bff808382:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=818bff808382,37883,1731953678038 2024-11-18T18:14:39,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36225-0x1000bd78bba0001, quorum=127.0.0.1:62713, baseZNode=/0152224351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0152224351 2024-11-18T18:14:39,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37883-0x1000bd78bba0000, quorum=127.0.0.1:62713, baseZNode=/0152224351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0152224351 2024-11-18T18:14:39,019 DEBUG [master/818bff808382:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0152224351/online-snapshot/acquired, /0152224351/online-snapshot/reached, /0152224351/online-snapshot/abort 2024-11-18T18:14:39,020 DEBUG [master/818bff808382:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=818bff808382,37883,1731953678038 2024-11-18T18:14:39,020 INFO [master/818bff808382:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T18:14:39,021 DEBUG [master/818bff808382:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T18:14:39,021 INFO [master/818bff808382:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T18:14:39,022 INFO [master/818bff808382:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T18:14:39,022 DEBUG [master/818bff808382:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 818bff808382,37883,1731953678038 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T18:14:39,023 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/818bff808382:0, corePoolSize=5, maxPoolSize=5 2024-11-18T18:14:39,023 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/818bff808382:0, corePoolSize=5, maxPoolSize=5 2024-11-18T18:14:39,023 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/818bff808382:0, corePoolSize=5, maxPoolSize=5 2024-11-18T18:14:39,023 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/818bff808382:0, corePoolSize=5, maxPoolSize=5 2024-11-18T18:14:39,023 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/818bff808382:0, corePoolSize=10, maxPoolSize=10 2024-11-18T18:14:39,023 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:14:39,023 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/818bff808382:0, corePoolSize=2, maxPoolSize=2 2024-11-18T18:14:39,023 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:14:39,023 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731953709023 2024-11-18T18:14:39,024 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T18:14:39,024 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T18:14:39,024 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T18:14:39,024 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T18:14:39,024 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T18:14:39,024 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T18:14:39,024 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T18:14:39,024 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T18:14:39,024 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:14:39,024 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T18:14:39,028 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T18:14:39,028 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T18:14:39,028 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T18:14:39,028 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T18:14:39,028 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T18:14:39,028 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T18:14:39,028 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T18:14:39,029 DEBUG [master/818bff808382:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/818bff808382:0:becomeActiveMaster-HFileCleaner.large.0-1731953679028,5,FailOnTimeoutGroup] 2024-11-18T18:14:39,029 DEBUG [master/818bff808382:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/818bff808382:0:becomeActiveMaster-HFileCleaner.small.0-1731953679029,5,FailOnTimeoutGroup] 2024-11-18T18:14:39,029 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T18:14:39,029 INFO [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T18:14:39,029 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T18:14:39,029 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T18:14:39,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38039 is added to blk_1073741831_1007 (size=1321) 2024-11-18T18:14:39,108 INFO [RS:0;818bff808382:36225 {}] regionserver.HRegionServer(746): ClusterId : a2c61c5d-390a-4155-af6e-37fd172eed80 2024-11-18T18:14:39,108 DEBUG [RS:0;818bff808382:36225 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T18:14:39,110 DEBUG [RS:0;818bff808382:36225 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T18:14:39,110 DEBUG [RS:0;818bff808382:36225 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T18:14:39,112 DEBUG [RS:0;818bff808382:36225 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T18:14:39,112 DEBUG [RS:0;818bff808382:36225 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b6663a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=818bff808382/172.17.0.2:0 2024-11-18T18:14:39,124 DEBUG [RS:0;818bff808382:36225 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;818bff808382:36225 2024-11-18T18:14:39,124 INFO [RS:0;818bff808382:36225 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T18:14:39,124 INFO [RS:0;818bff808382:36225 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T18:14:39,124 DEBUG [RS:0;818bff808382:36225 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T18:14:39,125 INFO [RS:0;818bff808382:36225 {}] regionserver.HRegionServer(2659): reportForDuty to master=818bff808382,37883,1731953678038 with port=36225, startcode=1731953678084 2024-11-18T18:14:39,125 DEBUG [RS:0;818bff808382:36225 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T18:14:39,126 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40687, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T18:14:39,126 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37883 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 818bff808382,36225,1731953678084 2024-11-18T18:14:39,126 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37883 {}] master.ServerManager(517): Registering regionserver=818bff808382,36225,1731953678084 2024-11-18T18:14:39,127 DEBUG [RS:0;818bff808382:36225 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b 2024-11-18T18:14:39,127 DEBUG [RS:0;818bff808382:36225 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41315 2024-11-18T18:14:39,127 DEBUG [RS:0;818bff808382:36225 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T18:14:39,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37883-0x1000bd78bba0000, quorum=127.0.0.1:62713, baseZNode=/0152224351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0152224351/rs 2024-11-18T18:14:39,129 DEBUG [RS:0;818bff808382:36225 {}] zookeeper.ZKUtil(111): regionserver:36225-0x1000bd78bba0001, quorum=127.0.0.1:62713, baseZNode=/0152224351 Set watcher on existing znode=/0152224351/rs/818bff808382,36225,1731953678084 2024-11-18T18:14:39,129 WARN [RS:0;818bff808382:36225 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T18:14:39,129 INFO [RS:0;818bff808382:36225 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T18:14:39,129 DEBUG [RS:0;818bff808382:36225 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/WALs/818bff808382,36225,1731953678084 2024-11-18T18:14:39,129 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [818bff808382,36225,1731953678084] 2024-11-18T18:14:39,131 INFO [RS:0;818bff808382:36225 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T18:14:39,133 INFO [RS:0;818bff808382:36225 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T18:14:39,135 INFO [RS:0;818bff808382:36225 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T18:14:39,136 INFO [RS:0;818bff808382:36225 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T18:14:39,137 INFO [RS:0;818bff808382:36225 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T18:14:39,137 INFO [RS:0;818bff808382:36225 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T18:14:39,137 INFO [RS:0;818bff808382:36225 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T18:14:39,137 DEBUG [RS:0;818bff808382:36225 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:14:39,137 DEBUG [RS:0;818bff808382:36225 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:14:39,137 DEBUG [RS:0;818bff808382:36225 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:14:39,137 DEBUG [RS:0;818bff808382:36225 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:14:39,137 DEBUG [RS:0;818bff808382:36225 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:14:39,137 DEBUG [RS:0;818bff808382:36225 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/818bff808382:0, corePoolSize=2, maxPoolSize=2 2024-11-18T18:14:39,137 DEBUG [RS:0;818bff808382:36225 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:14:39,137 DEBUG [RS:0;818bff808382:36225 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:14:39,137 DEBUG [RS:0;818bff808382:36225 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:14:39,137 DEBUG [RS:0;818bff808382:36225 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:14:39,137 DEBUG [RS:0;818bff808382:36225 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:14:39,137 DEBUG [RS:0;818bff808382:36225 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:14:39,137 DEBUG [RS:0;818bff808382:36225 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0, corePoolSize=3, maxPoolSize=3 2024-11-18T18:14:39,138 DEBUG [RS:0;818bff808382:36225 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/818bff808382:0, corePoolSize=3, maxPoolSize=3 2024-11-18T18:14:39,140 INFO [RS:0;818bff808382:36225 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T18:14:39,140 INFO [RS:0;818bff808382:36225 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T18:14:39,140 INFO [RS:0;818bff808382:36225 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T18:14:39,140 INFO [RS:0;818bff808382:36225 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T18:14:39,140 INFO [RS:0;818bff808382:36225 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T18:14:39,140 INFO [RS:0;818bff808382:36225 {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,36225,1731953678084-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T18:14:39,155 INFO [RS:0;818bff808382:36225 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T18:14:39,155 INFO [RS:0;818bff808382:36225 {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,36225,1731953678084-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T18:14:39,155 INFO [RS:0;818bff808382:36225 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:14:39,155 INFO [RS:0;818bff808382:36225 {}] regionserver.Replication(171): 818bff808382,36225,1731953678084 started 2024-11-18T18:14:39,172 INFO [RS:0;818bff808382:36225 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:14:39,172 INFO [RS:0;818bff808382:36225 {}] regionserver.HRegionServer(1482): Serving as 818bff808382,36225,1731953678084, RpcServer on 818bff808382/172.17.0.2:36225, sessionid=0x1000bd78bba0001 2024-11-18T18:14:39,172 DEBUG [RS:0;818bff808382:36225 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T18:14:39,172 DEBUG [RS:0;818bff808382:36225 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 818bff808382,36225,1731953678084 2024-11-18T18:14:39,172 DEBUG [RS:0;818bff808382:36225 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '818bff808382,36225,1731953678084' 2024-11-18T18:14:39,172 DEBUG [RS:0;818bff808382:36225 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0152224351/flush-table-proc/abort' 2024-11-18T18:14:39,173 DEBUG [RS:0;818bff808382:36225 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0152224351/flush-table-proc/acquired' 2024-11-18T18:14:39,173 DEBUG [RS:0;818bff808382:36225 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T18:14:39,173 DEBUG [RS:0;818bff808382:36225 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T18:14:39,173 DEBUG [RS:0;818bff808382:36225 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 818bff808382,36225,1731953678084 2024-11-18T18:14:39,174 DEBUG [RS:0;818bff808382:36225 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '818bff808382,36225,1731953678084' 2024-11-18T18:14:39,174 DEBUG [RS:0;818bff808382:36225 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0152224351/online-snapshot/abort' 2024-11-18T18:14:39,174 DEBUG [RS:0;818bff808382:36225 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0152224351/online-snapshot/acquired' 2024-11-18T18:14:39,174 DEBUG [RS:0;818bff808382:36225 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T18:14:39,174 INFO [RS:0;818bff808382:36225 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T18:14:39,174 INFO [RS:0;818bff808382:36225 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T18:14:39,275 INFO [RS:0;818bff808382:36225 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T18:14:39,276 INFO [RS:0;818bff808382:36225 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=818bff808382%2C36225%2C1731953678084, suffix=, logDir=hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/WALs/818bff808382,36225,1731953678084, archiveDir=hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/oldWALs, maxLogs=10 2024-11-18T18:14:39,293 DEBUG [RS:0;818bff808382:36225 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/WALs/818bff808382,36225,1731953678084/818bff808382%2C36225%2C1731953678084.1731953679276, exclude list is [], retry=0 2024-11-18T18:14:39,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38039,DS-6f98f54b-4a02-4740-9d1e-eb52dae54d74,DISK] 2024-11-18T18:14:39,297 INFO [RS:0;818bff808382:36225 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/WALs/818bff808382,36225,1731953678084/818bff808382%2C36225%2C1731953678084.1731953679276 2024-11-18T18:14:39,297 DEBUG [RS:0;818bff808382:36225 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46091:46091)] 2024-11-18T18:14:39,432 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T18:14:39,432 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b 2024-11-18T18:14:39,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38039 is added to blk_1073741833_1009 (size=32) 2024-11-18T18:14:39,437 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:14:39,437 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T18:14:39,438 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T18:14:39,438 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:14:39,439 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:14:39,439 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T18:14:39,439 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T18:14:39,439 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:14:39,440 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:14:39,440 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T18:14:39,440 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T18:14:39,440 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:14:39,441 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:14:39,441 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T18:14:39,441 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T18:14:39,441 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:14:39,442 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:14:39,442 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T18:14:39,442 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/data/hbase/meta/1588230740 2024-11-18T18:14:39,442 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/data/hbase/meta/1588230740 2024-11-18T18:14:39,443 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T18:14:39,443 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T18:14:39,444 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T18:14:39,444 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T18:14:39,446 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T18:14:39,446 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65576160, jitterRate=-0.022839069366455078}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T18:14:39,446 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731953679437Initializing all the Stores at 1731953679437Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953679437Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953679437Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953679437Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953679437Cleaning up temporary data from old regions at 1731953679443 (+6 ms)Region opened successfully at 1731953679446 (+3 ms) 2024-11-18T18:14:39,446 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T18:14:39,446 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T18:14:39,446 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T18:14:39,446 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T18:14:39,446 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T18:14:39,447 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T18:14:39,447 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731953679446Disabling compacts and flushes for region at 1731953679446Disabling writes for close at 1731953679446Writing region close event to WAL at 1731953679447 (+1 ms)Closed at 1731953679447 2024-11-18T18:14:39,448 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T18:14:39,448 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T18:14:39,448 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T18:14:39,449 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T18:14:39,450 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T18:14:39,514 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T18:14:39,514 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-18T18:14:39,600 DEBUG [818bff808382:37883 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T18:14:39,600 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=818bff808382,36225,1731953678084 2024-11-18T18:14:39,601 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 818bff808382,36225,1731953678084, state=OPENING 2024-11-18T18:14:39,603 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T18:14:39,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37883-0x1000bd78bba0000, quorum=127.0.0.1:62713, baseZNode=/0152224351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0152224351 2024-11-18T18:14:39,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36225-0x1000bd78bba0001, quorum=127.0.0.1:62713, baseZNode=/0152224351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0152224351 2024-11-18T18:14:39,604 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T18:14:39,604 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0152224351/meta-region-server: CHANGED 2024-11-18T18:14:39,604 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0152224351/meta-region-server: CHANGED 2024-11-18T18:14:39,604 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=818bff808382,36225,1731953678084}] 2024-11-18T18:14:39,757 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T18:14:39,758 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51339, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T18:14:39,763 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T18:14:39,763 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T18:14:39,764 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T18:14:39,765 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=818bff808382%2C36225%2C1731953678084.meta, suffix=.meta, logDir=hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/WALs/818bff808382,36225,1731953678084, archiveDir=hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/oldWALs, maxLogs=10 2024-11-18T18:14:39,785 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/WALs/818bff808382,36225,1731953678084/818bff808382%2C36225%2C1731953678084.meta.1731953679765.meta, exclude list is [], retry=0 2024-11-18T18:14:39,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38039,DS-6f98f54b-4a02-4740-9d1e-eb52dae54d74,DISK] 2024-11-18T18:14:39,788 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/WALs/818bff808382,36225,1731953678084/818bff808382%2C36225%2C1731953678084.meta.1731953679765.meta 2024-11-18T18:14:39,788 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46091:46091)] 2024-11-18T18:14:39,788 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T18:14:39,789 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T18:14:39,789 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T18:14:39,789 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T18:14:39,789 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T18:14:39,789 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T18:14:39,789 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:14:39,789 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T18:14:39,789 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T18:14:39,790 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T18:14:39,791 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T18:14:39,791 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:14:39,791 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:14:39,791 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T18:14:39,792 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T18:14:39,792 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:14:39,792 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:14:39,792 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T18:14:39,793 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T18:14:39,793 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:14:39,793 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:14:39,793 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T18:14:39,793 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T18:14:39,793 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:14:39,793 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:14:39,794 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T18:14:39,794 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/data/hbase/meta/1588230740 2024-11-18T18:14:39,795 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/data/hbase/meta/1588230740 2024-11-18T18:14:39,795 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T18:14:39,795 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T18:14:39,796 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T18:14:39,796 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T18:14:39,797 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75128100, jitterRate=0.1194959282875061}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T18:14:39,797 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T18:14:39,797 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731953679789Writing region info on filesystem at 1731953679789Initializing all the Stores at 1731953679790 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953679790Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953679790Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953679790Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953679790Cleaning up temporary data from old regions at 1731953679795 (+5 ms)Running coprocessor post-open hooks at 1731953679797 (+2 ms)Region opened successfully at 1731953679797 2024-11-18T18:14:39,798 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731953679756 2024-11-18T18:14:39,799 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T18:14:39,799 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T18:14:39,800 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=818bff808382,36225,1731953678084 2024-11-18T18:14:39,800 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 818bff808382,36225,1731953678084, state=OPEN 2024-11-18T18:14:39,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36225-0x1000bd78bba0001, quorum=127.0.0.1:62713, baseZNode=/0152224351 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0152224351/meta-region-server 2024-11-18T18:14:39,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37883-0x1000bd78bba0000, quorum=127.0.0.1:62713, baseZNode=/0152224351 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0152224351/meta-region-server 2024-11-18T18:14:39,803 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=818bff808382,36225,1731953678084 2024-11-18T18:14:39,803 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0152224351/meta-region-server: CHANGED 2024-11-18T18:14:39,803 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0152224351/meta-region-server: CHANGED 2024-11-18T18:14:39,805 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T18:14:39,805 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=818bff808382,36225,1731953678084 in 199 msec 2024-11-18T18:14:39,806 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T18:14:39,806 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 357 msec 2024-11-18T18:14:39,807 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T18:14:39,807 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T18:14:39,808 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T18:14:39,808 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=818bff808382,36225,1731953678084, seqNum=-1] 2024-11-18T18:14:39,808 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T18:14:39,809 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60115, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T18:14:39,812 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 791 msec 2024-11-18T18:14:39,812 INFO [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731953679812, completionTime=-1 2024-11-18T18:14:39,812 INFO [master/818bff808382:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T18:14:39,812 DEBUG [master/818bff808382:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T18:14:39,814 INFO [master/818bff808382:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T18:14:39,814 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731953739814 2024-11-18T18:14:39,814 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731953799814 2024-11-18T18:14:39,814 INFO [master/818bff808382:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-18T18:14:39,814 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,37883,1731953678038-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T18:14:39,814 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,37883,1731953678038-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:14:39,814 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,37883,1731953678038-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:14:39,814 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-818bff808382:37883, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:14:39,814 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T18:14:39,814 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T18:14:39,816 DEBUG [master/818bff808382:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T18:14:39,818 INFO [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.693sec 2024-11-18T18:14:39,818 INFO [master/818bff808382:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T18:14:39,818 INFO [master/818bff808382:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T18:14:39,818 INFO [master/818bff808382:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T18:14:39,818 INFO [master/818bff808382:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T18:14:39,818 INFO [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T18:14:39,818 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,37883,1731953678038-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T18:14:39,818 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,37883,1731953678038-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T18:14:39,820 DEBUG [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T18:14:39,820 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T18:14:39,820 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,37883,1731953678038-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:14:39,909 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ca02491, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:14:39,909 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 818bff808382,37883,-1 for getting cluster id 2024-11-18T18:14:39,909 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T18:14:39,910 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a2c61c5d-390a-4155-af6e-37fd172eed80' 2024-11-18T18:14:39,910 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T18:14:39,910 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a2c61c5d-390a-4155-af6e-37fd172eed80" 2024-11-18T18:14:39,910 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c5d640c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:14:39,910 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [818bff808382,37883,-1] 2024-11-18T18:14:39,911 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T18:14:39,911 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:14:39,911 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52818, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T18:14:39,912 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37b9f374, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:14:39,912 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T18:14:39,913 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=818bff808382,36225,1731953678084, seqNum=-1] 2024-11-18T18:14:39,913 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T18:14:39,914 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T18:14:39,915 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=818bff808382,37883,1731953678038 2024-11-18T18:14:39,916 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:62713 2024-11-18T18:14:39,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:62713, baseZNode=/0152224351 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T18:14:39,918 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1000bd78bba0002 connected 2024-11-18T18:14:39,921 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ad01b29-1d11-1fdd-8d91-f0c930c07166/hadoop.log.dir so I do NOT create it in target/test-data/53156e81-1dbc-2278-c59f-1105cced99b2 2024-11-18T18:14:39,921 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ad01b29-1d11-1fdd-8d91-f0c930c07166/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T18:14:39,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ad01b29-1d11-1fdd-8d91-f0c930c07166/hadoop.tmp.dir so I do NOT create it in target/test-data/53156e81-1dbc-2278-c59f-1105cced99b2 2024-11-18T18:14:39,922 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ad01b29-1d11-1fdd-8d91-f0c930c07166/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T18:14:39,922 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53156e81-1dbc-2278-c59f-1105cced99b2 2024-11-18T18:14:39,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T18:14:39,922 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53156e81-1dbc-2278-c59f-1105cced99b2/cluster_e51d2e79-a22a-0d9f-5bb5-557fc648ca58, deleteOnExit=true 2024-11-18T18:14:39,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T18:14:39,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53156e81-1dbc-2278-c59f-1105cced99b2/test.cache.data in system properties and HBase conf 2024-11-18T18:14:39,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53156e81-1dbc-2278-c59f-1105cced99b2/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T18:14:39,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53156e81-1dbc-2278-c59f-1105cced99b2/hadoop.log.dir in system properties and HBase conf 2024-11-18T18:14:39,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53156e81-1dbc-2278-c59f-1105cced99b2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T18:14:39,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53156e81-1dbc-2278-c59f-1105cced99b2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T18:14:39,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T18:14:39,923 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T18:14:39,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53156e81-1dbc-2278-c59f-1105cced99b2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T18:14:39,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53156e81-1dbc-2278-c59f-1105cced99b2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T18:14:39,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53156e81-1dbc-2278-c59f-1105cced99b2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T18:14:39,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53156e81-1dbc-2278-c59f-1105cced99b2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T18:14:39,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53156e81-1dbc-2278-c59f-1105cced99b2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T18:14:39,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53156e81-1dbc-2278-c59f-1105cced99b2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T18:14:39,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53156e81-1dbc-2278-c59f-1105cced99b2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T18:14:39,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53156e81-1dbc-2278-c59f-1105cced99b2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T18:14:39,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53156e81-1dbc-2278-c59f-1105cced99b2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T18:14:39,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53156e81-1dbc-2278-c59f-1105cced99b2/nfs.dump.dir in system properties and HBase conf 2024-11-18T18:14:39,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53156e81-1dbc-2278-c59f-1105cced99b2/java.io.tmpdir in system properties and HBase conf 2024-11-18T18:14:39,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53156e81-1dbc-2278-c59f-1105cced99b2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T18:14:39,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53156e81-1dbc-2278-c59f-1105cced99b2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T18:14:39,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53156e81-1dbc-2278-c59f-1105cced99b2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T18:14:39,984 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-18T18:14:39,985 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:14:39,985 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:14:39,985 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:14:39,986 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:14:39,986 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:14:39,986 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:14:39,987 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:14:40,021 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:14:40,021 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:14:40,021 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:14:40,021 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:14:40,021 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:14:40,022 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:14:40,027 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:14:40,029 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:14:40,029 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:14:40,031 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:14:40,062 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T18:14:40,066 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T18:14:40,069 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T18:14:40,069 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T18:14:40,069 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T18:14:40,070 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T18:14:40,070 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@28176859{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53156e81-1dbc-2278-c59f-1105cced99b2/hadoop.log.dir/,AVAILABLE} 2024-11-18T18:14:40,070 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@46411012{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T18:14:40,185 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4e19a9b4{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53156e81-1dbc-2278-c59f-1105cced99b2/java.io.tmpdir/jetty-localhost-37139-hadoop-hdfs-3_4_1-tests_jar-_-any-12186212574959920510/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T18:14:40,186 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@37d5bb09{HTTP/1.1, (http/1.1)}{localhost:37139} 2024-11-18T18:14:40,186 INFO [Time-limited test {}] server.Server(415): Started @290282ms 2024-11-18T18:14:40,277 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T18:14:40,280 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T18:14:40,281 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T18:14:40,281 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T18:14:40,281 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T18:14:40,281 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4098b091{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53156e81-1dbc-2278-c59f-1105cced99b2/hadoop.log.dir/,AVAILABLE} 2024-11-18T18:14:40,282 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f556e7f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T18:14:40,397 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2a75db7d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53156e81-1dbc-2278-c59f-1105cced99b2/java.io.tmpdir/jetty-localhost-37149-hadoop-hdfs-3_4_1-tests_jar-_-any-3019638186174834281/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T18:14:40,397 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@49c06ed7{HTTP/1.1, (http/1.1)}{localhost:37149} 2024-11-18T18:14:40,397 INFO [Time-limited test {}] server.Server(415): Started @290493ms 2024-11-18T18:14:40,398 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T18:14:40,500 WARN [Thread-4436 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53156e81-1dbc-2278-c59f-1105cced99b2/cluster_e51d2e79-a22a-0d9f-5bb5-557fc648ca58/data/data1/current/BP-1946452462-172.17.0.2-1731953679945/current, will proceed with Du for space computation calculation, 2024-11-18T18:14:40,500 WARN [Thread-4437 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53156e81-1dbc-2278-c59f-1105cced99b2/cluster_e51d2e79-a22a-0d9f-5bb5-557fc648ca58/data/data2/current/BP-1946452462-172.17.0.2-1731953679945/current, will proceed with Du for space computation calculation, 2024-11-18T18:14:40,521 WARN [Thread-4424 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T18:14:40,524 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x30809b2fb38c59fd with lease ID 0xcaec76a23794107f: Processing first storage report for DS-e345c568-01ba-4d2e-8787-5e487db9940e from datanode DatanodeRegistration(127.0.0.1:36581, datanodeUuid=e0d2a4dc-f7a5-4226-8409-10e2870007ca, infoPort=44741, infoSecurePort=0, ipcPort=36511, storageInfo=lv=-57;cid=testClusterID;nsid=1277752323;c=1731953679945) 2024-11-18T18:14:40,524 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x30809b2fb38c59fd with lease ID 0xcaec76a23794107f: from storage DS-e345c568-01ba-4d2e-8787-5e487db9940e node DatanodeRegistration(127.0.0.1:36581, datanodeUuid=e0d2a4dc-f7a5-4226-8409-10e2870007ca, infoPort=44741, infoSecurePort=0, ipcPort=36511, storageInfo=lv=-57;cid=testClusterID;nsid=1277752323;c=1731953679945), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T18:14:40,524 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x30809b2fb38c59fd with lease ID 0xcaec76a23794107f: Processing first storage report for DS-2d88cb4e-eac0-455c-9b45-caa5c4dd038a from datanode DatanodeRegistration(127.0.0.1:36581, datanodeUuid=e0d2a4dc-f7a5-4226-8409-10e2870007ca, infoPort=44741, infoSecurePort=0, ipcPort=36511, storageInfo=lv=-57;cid=testClusterID;nsid=1277752323;c=1731953679945) 2024-11-18T18:14:40,524 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x30809b2fb38c59fd with lease ID 0xcaec76a23794107f: from storage DS-2d88cb4e-eac0-455c-9b45-caa5c4dd038a node DatanodeRegistration(127.0.0.1:36581, datanodeUuid=e0d2a4dc-f7a5-4226-8409-10e2870007ca, infoPort=44741, infoSecurePort=0, ipcPort=36511, storageInfo=lv=-57;cid=testClusterID;nsid=1277752323;c=1731953679945), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T18:14:40,621 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53156e81-1dbc-2278-c59f-1105cced99b2 2024-11-18T18:14:40,621 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:14:40,623 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:14:40,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36581 is added to blk_1073741825_1001 (size=7) 2024-11-18T18:14:40,629 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41203/user/jenkins/test-data/ca8eae9e-e044-9444-e24c-8bfab1fa071f with version=8 2024-11-18T18:14:40,629 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41203/user/jenkins/test-data/ca8eae9e-e044-9444-e24c-8bfab1fa071f/hbase-staging 2024-11-18T18:14:40,631 INFO [Time-limited test {}] client.ConnectionUtils(128): master/818bff808382:0 server-side Connection retries=45 2024-11-18T18:14:40,631 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T18:14:40,631 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T18:14:40,631 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T18:14:40,631 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T18:14:40,631 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T18:14:40,631 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T18:14:40,631 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T18:14:40,632 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41451 2024-11-18T18:14:40,632 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41451 connecting to ZooKeeper ensemble=127.0.0.1:62713 2024-11-18T18:14:40,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:414510x0, quorum=127.0.0.1:62713, baseZNode=/1-1908812761 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T18:14:40,635 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41451-0x1000bd78bba0003 connected 2024-11-18T18:14:40,644 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:14:40,645 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:14:40,646 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41451-0x1000bd78bba0003, quorum=127.0.0.1:62713, baseZNode=/1-1908812761 Set watcher on znode that does not yet exist, /1-1908812761/running 2024-11-18T18:14:40,647 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41203/user/jenkins/test-data/ca8eae9e-e044-9444-e24c-8bfab1fa071f, hbase.cluster.distributed=false 2024-11-18T18:14:40,647 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41451-0x1000bd78bba0003, quorum=127.0.0.1:62713, baseZNode=/1-1908812761 Set watcher on znode that does not yet exist, /1-1908812761/acl 2024-11-18T18:14:40,648 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41451 2024-11-18T18:14:40,648 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41451 2024-11-18T18:14:40,648 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41451 2024-11-18T18:14:40,649 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41451 2024-11-18T18:14:40,649 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41451 2024-11-18T18:14:40,663 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/818bff808382:0 server-side Connection retries=45 2024-11-18T18:14:40,663 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T18:14:40,663 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T18:14:40,663 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T18:14:40,663 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T18:14:40,663 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T18:14:40,663 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T18:14:40,663 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T18:14:40,664 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44359 2024-11-18T18:14:40,664 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44359 connecting to ZooKeeper ensemble=127.0.0.1:62713 2024-11-18T18:14:40,665 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:14:40,666 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:14:40,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:443590x0, quorum=127.0.0.1:62713, baseZNode=/1-1908812761 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T18:14:40,670 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:443590x0, quorum=127.0.0.1:62713, baseZNode=/1-1908812761 Set watcher on znode that does not yet exist, /1-1908812761/running 2024-11-18T18:14:40,671 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T18:14:40,672 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44359-0x1000bd78bba0004 connected 2024-11-18T18:14:40,675 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T18:14:40,675 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44359-0x1000bd78bba0004, quorum=127.0.0.1:62713, baseZNode=/1-1908812761 Set watcher on znode that does not yet exist, /1-1908812761/master 2024-11-18T18:14:40,676 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44359-0x1000bd78bba0004, quorum=127.0.0.1:62713, baseZNode=/1-1908812761 Set watcher on znode that does not yet exist, /1-1908812761/acl 2024-11-18T18:14:40,680 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44359 2024-11-18T18:14:40,680 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44359 2024-11-18T18:14:40,681 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44359 2024-11-18T18:14:40,683 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44359 2024-11-18T18:14:40,683 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44359 2024-11-18T18:14:40,694 DEBUG [M:0;818bff808382:41451 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;818bff808382:41451 2024-11-18T18:14:40,695 INFO [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1908812761/backup-masters/818bff808382,41451,1731953680631 2024-11-18T18:14:40,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44359-0x1000bd78bba0004, quorum=127.0.0.1:62713, baseZNode=/1-1908812761 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1908812761/backup-masters 2024-11-18T18:14:40,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41451-0x1000bd78bba0003, quorum=127.0.0.1:62713, baseZNode=/1-1908812761 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1908812761/backup-masters 2024-11-18T18:14:40,697 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41451-0x1000bd78bba0003, quorum=127.0.0.1:62713, baseZNode=/1-1908812761 Set watcher on existing znode=/1-1908812761/backup-masters/818bff808382,41451,1731953680631 2024-11-18T18:14:40,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44359-0x1000bd78bba0004, quorum=127.0.0.1:62713, baseZNode=/1-1908812761 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1908812761/master 2024-11-18T18:14:40,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44359-0x1000bd78bba0004, quorum=127.0.0.1:62713, baseZNode=/1-1908812761 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1908812761 2024-11-18T18:14:40,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41451-0x1000bd78bba0003, quorum=127.0.0.1:62713, baseZNode=/1-1908812761 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1908812761 2024-11-18T18:14:40,701 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41451-0x1000bd78bba0003, quorum=127.0.0.1:62713, baseZNode=/1-1908812761 Set watcher on existing znode=/1-1908812761/master 2024-11-18T18:14:40,701 INFO [master/818bff808382:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1908812761/backup-masters/818bff808382,41451,1731953680631 from backup master directory 2024-11-18T18:14:40,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41451-0x1000bd78bba0003, quorum=127.0.0.1:62713, baseZNode=/1-1908812761 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1908812761/backup-masters/818bff808382,41451,1731953680631 2024-11-18T18:14:40,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41451-0x1000bd78bba0003, quorum=127.0.0.1:62713, baseZNode=/1-1908812761 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1908812761/backup-masters 2024-11-18T18:14:40,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44359-0x1000bd78bba0004, quorum=127.0.0.1:62713, baseZNode=/1-1908812761 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1908812761/backup-masters 2024-11-18T18:14:40,702 WARN [master/818bff808382:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T18:14:40,702 INFO [master/818bff808382:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=818bff808382,41451,1731953680631 2024-11-18T18:14:40,704 DEBUG [master/818bff808382:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41203/user/jenkins/test-data/ca8eae9e-e044-9444-e24c-8bfab1fa071f/hbase.id] with ID: cd908d0d-20ad-4c32-bcfa-ef6c6caab03e 2024-11-18T18:14:40,704 DEBUG [master/818bff808382:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41203/user/jenkins/test-data/ca8eae9e-e044-9444-e24c-8bfab1fa071f/.tmp/hbase.id 2024-11-18T18:14:40,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36581 is added to blk_1073741826_1002 (size=42) 2024-11-18T18:14:41,110 DEBUG [master/818bff808382:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41203/user/jenkins/test-data/ca8eae9e-e044-9444-e24c-8bfab1fa071f/.tmp/hbase.id]:[hdfs://localhost:41203/user/jenkins/test-data/ca8eae9e-e044-9444-e24c-8bfab1fa071f/hbase.id] 2024-11-18T18:14:41,118 INFO [master/818bff808382:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:14:41,118 INFO [master/818bff808382:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T18:14:41,119 INFO [master/818bff808382:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-18T18:14:41,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44359-0x1000bd78bba0004, quorum=127.0.0.1:62713, baseZNode=/1-1908812761 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1908812761 2024-11-18T18:14:41,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41451-0x1000bd78bba0003, quorum=127.0.0.1:62713, baseZNode=/1-1908812761 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1908812761 2024-11-18T18:14:41,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36581 is added to blk_1073741827_1003 (size=196) 2024-11-18T18:14:41,525 INFO [master/818bff808382:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T18:14:41,526 INFO [master/818bff808382:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T18:14:41,526 INFO [master/818bff808382:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T18:14:41,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36581 is added to blk_1073741828_1004 (size=1189) 2024-11-18T18:14:41,932 INFO [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41203/user/jenkins/test-data/ca8eae9e-e044-9444-e24c-8bfab1fa071f/MasterData/data/master/store 2024-11-18T18:14:41,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36581 is added to blk_1073741829_1005 (size=34) 2024-11-18T18:14:42,337 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:14:42,337 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T18:14:42,337 INFO [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:14:42,338 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:14:42,338 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T18:14:42,338 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:14:42,338 INFO [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:14:42,338 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731953682337Disabling compacts and flushes for region at 1731953682337Disabling writes for close at 1731953682338 (+1 ms)Writing region close event to WAL at 1731953682338Closed at 1731953682338 2024-11-18T18:14:42,338 WARN [master/818bff808382:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41203/user/jenkins/test-data/ca8eae9e-e044-9444-e24c-8bfab1fa071f/MasterData/data/master/store/.initializing 2024-11-18T18:14:42,338 DEBUG [master/818bff808382:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41203/user/jenkins/test-data/ca8eae9e-e044-9444-e24c-8bfab1fa071f/MasterData/WALs/818bff808382,41451,1731953680631 2024-11-18T18:14:42,339 INFO [master/818bff808382:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T18:14:42,340 INFO [master/818bff808382:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=818bff808382%2C41451%2C1731953680631, suffix=, logDir=hdfs://localhost:41203/user/jenkins/test-data/ca8eae9e-e044-9444-e24c-8bfab1fa071f/MasterData/WALs/818bff808382,41451,1731953680631, archiveDir=hdfs://localhost:41203/user/jenkins/test-data/ca8eae9e-e044-9444-e24c-8bfab1fa071f/MasterData/oldWALs, maxLogs=10 2024-11-18T18:14:42,353 DEBUG [master/818bff808382:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ca8eae9e-e044-9444-e24c-8bfab1fa071f/MasterData/WALs/818bff808382,41451,1731953680631/818bff808382%2C41451%2C1731953680631.1731953682340, exclude list is [], retry=0 2024-11-18T18:14:42,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36581,DS-e345c568-01ba-4d2e-8787-5e487db9940e,DISK] 2024-11-18T18:14:42,357 INFO [master/818bff808382:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ca8eae9e-e044-9444-e24c-8bfab1fa071f/MasterData/WALs/818bff808382,41451,1731953680631/818bff808382%2C41451%2C1731953680631.1731953682340 2024-11-18T18:14:42,357 DEBUG [master/818bff808382:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44741:44741)] 2024-11-18T18:14:42,357 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T18:14:42,357 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:14:42,357 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:14:42,357 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:14:42,358 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:14:42,359 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T18:14:42,359 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:14:42,359 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:14:42,359 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:14:42,360 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T18:14:42,360 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:14:42,360 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:14:42,360 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:14:42,361 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T18:14:42,361 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:14:42,361 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:14:42,361 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:14:42,362 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T18:14:42,362 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:14:42,362 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:14:42,362 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:14:42,363 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41203/user/jenkins/test-data/ca8eae9e-e044-9444-e24c-8bfab1fa071f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:14:42,363 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41203/user/jenkins/test-data/ca8eae9e-e044-9444-e24c-8bfab1fa071f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:14:42,363 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:14:42,364 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:14:42,364 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T18:14:42,365 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:14:42,366 DEBUG [master/818bff808382:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41203/user/jenkins/test-data/ca8eae9e-e044-9444-e24c-8bfab1fa071f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T18:14:42,366 INFO [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65842113, jitterRate=-0.018876060843467712}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T18:14:42,366 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731953682357Initializing all the Stores at 1731953682358 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953682358Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953682358Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953682358Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953682358Cleaning up temporary data from old regions at 1731953682364 (+6 ms)Region opened successfully at 1731953682366 (+2 ms) 2024-11-18T18:14:42,366 INFO [master/818bff808382:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T18:14:42,368 DEBUG [master/818bff808382:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b2a8f6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=818bff808382/172.17.0.2:0 2024-11-18T18:14:42,369 INFO [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T18:14:42,369 INFO [master/818bff808382:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T18:14:42,369 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T18:14:42,369 INFO [master/818bff808382:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T18:14:42,370 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T18:14:42,370 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T18:14:42,370 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T18:14:42,371 INFO [master/818bff808382:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T18:14:42,372 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41451-0x1000bd78bba0003, quorum=127.0.0.1:62713, baseZNode=/1-1908812761 Unable to get data of znode /1-1908812761/balancer because node does not exist (not necessarily an error) 2024-11-18T18:14:42,373 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1908812761/balancer already deleted, retry=false 2024-11-18T18:14:42,373 INFO [master/818bff808382:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T18:14:42,374 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41451-0x1000bd78bba0003, quorum=127.0.0.1:62713, baseZNode=/1-1908812761 Unable to get data of znode /1-1908812761/normalizer because node does not exist (not necessarily an error) 2024-11-18T18:14:42,375 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1908812761/normalizer already deleted, retry=false 2024-11-18T18:14:42,375 INFO [master/818bff808382:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T18:14:42,375 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41451-0x1000bd78bba0003, quorum=127.0.0.1:62713, baseZNode=/1-1908812761 Unable to get data of znode /1-1908812761/switch/split because node does not exist (not necessarily an error) 2024-11-18T18:14:42,376 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1908812761/switch/split already deleted, retry=false 2024-11-18T18:14:42,377 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41451-0x1000bd78bba0003, quorum=127.0.0.1:62713, baseZNode=/1-1908812761 Unable to get data of znode /1-1908812761/switch/merge because node does not exist (not necessarily an error) 2024-11-18T18:14:42,378 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1908812761/switch/merge already deleted, retry=false 2024-11-18T18:14:42,379 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41451-0x1000bd78bba0003, quorum=127.0.0.1:62713, baseZNode=/1-1908812761 Unable to get data of znode /1-1908812761/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T18:14:42,380 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1908812761/snapshot-cleanup already deleted, retry=false 2024-11-18T18:14:42,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44359-0x1000bd78bba0004, quorum=127.0.0.1:62713, baseZNode=/1-1908812761 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1908812761/running 2024-11-18T18:14:42,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41451-0x1000bd78bba0003, quorum=127.0.0.1:62713, baseZNode=/1-1908812761 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1908812761/running 2024-11-18T18:14:42,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41451-0x1000bd78bba0003, quorum=127.0.0.1:62713, baseZNode=/1-1908812761 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1908812761 2024-11-18T18:14:42,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44359-0x1000bd78bba0004, quorum=127.0.0.1:62713, baseZNode=/1-1908812761 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1908812761 2024-11-18T18:14:42,382 INFO [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=818bff808382,41451,1731953680631, sessionid=0x1000bd78bba0003, setting cluster-up flag (Was=false) 2024-11-18T18:14:42,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41451-0x1000bd78bba0003, quorum=127.0.0.1:62713, baseZNode=/1-1908812761 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1908812761 2024-11-18T18:14:42,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44359-0x1000bd78bba0004, quorum=127.0.0.1:62713, baseZNode=/1-1908812761 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1908812761 2024-11-18T18:14:42,388 DEBUG [master/818bff808382:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1908812761/flush-table-proc/acquired, /1-1908812761/flush-table-proc/reached, /1-1908812761/flush-table-proc/abort 2024-11-18T18:14:42,395 DEBUG [master/818bff808382:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=818bff808382,41451,1731953680631 2024-11-18T18:14:42,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41451-0x1000bd78bba0003, quorum=127.0.0.1:62713, baseZNode=/1-1908812761 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1908812761 2024-11-18T18:14:42,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44359-0x1000bd78bba0004, quorum=127.0.0.1:62713, baseZNode=/1-1908812761 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1908812761 2024-11-18T18:14:42,402 DEBUG [master/818bff808382:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1908812761/online-snapshot/acquired, /1-1908812761/online-snapshot/reached, /1-1908812761/online-snapshot/abort 2024-11-18T18:14:42,403 DEBUG [master/818bff808382:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=818bff808382,41451,1731953680631 2024-11-18T18:14:42,403 INFO [master/818bff808382:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41203/user/jenkins/test-data/ca8eae9e-e044-9444-e24c-8bfab1fa071f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T18:14:42,404 DEBUG [master/818bff808382:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T18:14:42,405 INFO [master/818bff808382:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T18:14:42,405 INFO [master/818bff808382:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T18:14:42,405 DEBUG [master/818bff808382:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 818bff808382,41451,1731953680631 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T18:14:42,406 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/818bff808382:0, corePoolSize=5, maxPoolSize=5 2024-11-18T18:14:42,406 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/818bff808382:0, corePoolSize=5, maxPoolSize=5 2024-11-18T18:14:42,406 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/818bff808382:0, corePoolSize=5, maxPoolSize=5 2024-11-18T18:14:42,406 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/818bff808382:0, corePoolSize=5, maxPoolSize=5 2024-11-18T18:14:42,406 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/818bff808382:0, corePoolSize=10, maxPoolSize=10 2024-11-18T18:14:42,406 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:14:42,406 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/818bff808382:0, corePoolSize=2, maxPoolSize=2 2024-11-18T18:14:42,406 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:14:42,407 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T18:14:42,407 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T18:14:42,408 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:14:42,408 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T18:14:42,412 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731953712412 2024-11-18T18:14:42,412 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T18:14:42,412 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T18:14:42,412 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T18:14:42,412 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T18:14:42,412 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T18:14:42,412 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T18:14:42,412 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T18:14:42,416 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T18:14:42,416 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T18:14:42,416 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T18:14:42,416 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T18:14:42,420 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T18:14:42,420 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T18:14:42,420 DEBUG [master/818bff808382:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/818bff808382:0:becomeActiveMaster-HFileCleaner.large.0-1731953682420,5,FailOnTimeoutGroup] 2024-11-18T18:14:42,420 DEBUG [master/818bff808382:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/818bff808382:0:becomeActiveMaster-HFileCleaner.small.0-1731953682420,5,FailOnTimeoutGroup] 2024-11-18T18:14:42,420 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T18:14:42,420 INFO [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T18:14:42,420 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T18:14:42,420 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T18:14:42,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36581 is added to blk_1073741831_1007 (size=1321) 2024-11-18T18:14:42,486 INFO [RS:0;818bff808382:44359 {}] regionserver.HRegionServer(746): ClusterId : cd908d0d-20ad-4c32-bcfa-ef6c6caab03e 2024-11-18T18:14:42,486 DEBUG [RS:0;818bff808382:44359 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T18:14:42,488 DEBUG [RS:0;818bff808382:44359 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T18:14:42,488 DEBUG [RS:0;818bff808382:44359 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T18:14:42,490 DEBUG [RS:0;818bff808382:44359 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T18:14:42,490 DEBUG [RS:0;818bff808382:44359 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51f09725, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=818bff808382/172.17.0.2:0 2024-11-18T18:14:42,502 DEBUG [RS:0;818bff808382:44359 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;818bff808382:44359 2024-11-18T18:14:42,502 INFO [RS:0;818bff808382:44359 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T18:14:42,502 INFO [RS:0;818bff808382:44359 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T18:14:42,503 DEBUG [RS:0;818bff808382:44359 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T18:14:42,503 INFO [RS:0;818bff808382:44359 {}] regionserver.HRegionServer(2659): reportForDuty to master=818bff808382,41451,1731953680631 with port=44359, startcode=1731953680663 2024-11-18T18:14:42,503 DEBUG [RS:0;818bff808382:44359 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T18:14:42,504 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57199, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T18:14:42,505 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41451 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 818bff808382,44359,1731953680663 2024-11-18T18:14:42,505 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41451 {}] master.ServerManager(517): Registering regionserver=818bff808382,44359,1731953680663 2024-11-18T18:14:42,506 DEBUG [RS:0;818bff808382:44359 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41203/user/jenkins/test-data/ca8eae9e-e044-9444-e24c-8bfab1fa071f 2024-11-18T18:14:42,506 DEBUG [RS:0;818bff808382:44359 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41203 2024-11-18T18:14:42,506 DEBUG [RS:0;818bff808382:44359 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T18:14:42,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41451-0x1000bd78bba0003, quorum=127.0.0.1:62713, baseZNode=/1-1908812761 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1908812761/rs 2024-11-18T18:14:42,511 DEBUG [RS:0;818bff808382:44359 {}] zookeeper.ZKUtil(111): regionserver:44359-0x1000bd78bba0004, quorum=127.0.0.1:62713, baseZNode=/1-1908812761 Set watcher on existing znode=/1-1908812761/rs/818bff808382,44359,1731953680663 2024-11-18T18:14:42,511 WARN [RS:0;818bff808382:44359 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T18:14:42,511 INFO [RS:0;818bff808382:44359 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T18:14:42,511 DEBUG [RS:0;818bff808382:44359 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41203/user/jenkins/test-data/ca8eae9e-e044-9444-e24c-8bfab1fa071f/WALs/818bff808382,44359,1731953680663 2024-11-18T18:14:42,511 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [818bff808382,44359,1731953680663] 2024-11-18T18:14:42,513 INFO [RS:0;818bff808382:44359 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T18:14:42,515 INFO [RS:0;818bff808382:44359 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T18:14:42,517 INFO [RS:0;818bff808382:44359 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T18:14:42,517 INFO [RS:0;818bff808382:44359 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T18:14:42,517 INFO [RS:0;818bff808382:44359 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T18:14:42,518 INFO [RS:0;818bff808382:44359 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T18:14:42,518 INFO [RS:0;818bff808382:44359 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T18:14:42,518 DEBUG [RS:0;818bff808382:44359 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:14:42,518 DEBUG [RS:0;818bff808382:44359 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:14:42,518 DEBUG [RS:0;818bff808382:44359 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:14:42,518 DEBUG [RS:0;818bff808382:44359 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:14:42,518 DEBUG [RS:0;818bff808382:44359 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:14:42,518 DEBUG [RS:0;818bff808382:44359 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/818bff808382:0, corePoolSize=2, maxPoolSize=2 2024-11-18T18:14:42,518 DEBUG [RS:0;818bff808382:44359 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:14:42,518 DEBUG [RS:0;818bff808382:44359 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:14:42,518 DEBUG [RS:0;818bff808382:44359 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:14:42,518 DEBUG [RS:0;818bff808382:44359 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:14:42,518 DEBUG [RS:0;818bff808382:44359 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:14:42,518 DEBUG [RS:0;818bff808382:44359 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:14:42,518 DEBUG [RS:0;818bff808382:44359 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0, corePoolSize=3, maxPoolSize=3 2024-11-18T18:14:42,518 DEBUG [RS:0;818bff808382:44359 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/818bff808382:0, corePoolSize=3, maxPoolSize=3 2024-11-18T18:14:42,518 INFO [RS:0;818bff808382:44359 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T18:14:42,518 INFO [RS:0;818bff808382:44359 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T18:14:42,518 INFO [RS:0;818bff808382:44359 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T18:14:42,518 INFO [RS:0;818bff808382:44359 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T18:14:42,518 INFO [RS:0;818bff808382:44359 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T18:14:42,518 INFO [RS:0;818bff808382:44359 {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,44359,1731953680663-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T18:14:42,532 INFO [RS:0;818bff808382:44359 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T18:14:42,532 INFO [RS:0;818bff808382:44359 {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,44359,1731953680663-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T18:14:42,532 INFO [RS:0;818bff808382:44359 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:14:42,532 INFO [RS:0;818bff808382:44359 {}] regionserver.Replication(171): 818bff808382,44359,1731953680663 started 2024-11-18T18:14:42,546 INFO [RS:0;818bff808382:44359 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:14:42,546 INFO [RS:0;818bff808382:44359 {}] regionserver.HRegionServer(1482): Serving as 818bff808382,44359,1731953680663, RpcServer on 818bff808382/172.17.0.2:44359, sessionid=0x1000bd78bba0004 2024-11-18T18:14:42,546 DEBUG [RS:0;818bff808382:44359 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T18:14:42,546 DEBUG [RS:0;818bff808382:44359 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 818bff808382,44359,1731953680663 2024-11-18T18:14:42,546 DEBUG [RS:0;818bff808382:44359 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '818bff808382,44359,1731953680663' 2024-11-18T18:14:42,546 DEBUG [RS:0;818bff808382:44359 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1908812761/flush-table-proc/abort' 2024-11-18T18:14:42,546 DEBUG [RS:0;818bff808382:44359 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1908812761/flush-table-proc/acquired' 2024-11-18T18:14:42,546 DEBUG [RS:0;818bff808382:44359 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T18:14:42,546 DEBUG [RS:0;818bff808382:44359 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T18:14:42,546 DEBUG [RS:0;818bff808382:44359 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 818bff808382,44359,1731953680663 2024-11-18T18:14:42,546 DEBUG [RS:0;818bff808382:44359 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '818bff808382,44359,1731953680663' 2024-11-18T18:14:42,546 DEBUG [RS:0;818bff808382:44359 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1908812761/online-snapshot/abort' 2024-11-18T18:14:42,547 DEBUG [RS:0;818bff808382:44359 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1908812761/online-snapshot/acquired' 2024-11-18T18:14:42,547 DEBUG [RS:0;818bff808382:44359 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T18:14:42,547 INFO [RS:0;818bff808382:44359 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T18:14:42,547 INFO [RS:0;818bff808382:44359 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T18:14:42,647 INFO [RS:0;818bff808382:44359 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T18:14:42,648 INFO [RS:0;818bff808382:44359 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=818bff808382%2C44359%2C1731953680663, suffix=, logDir=hdfs://localhost:41203/user/jenkins/test-data/ca8eae9e-e044-9444-e24c-8bfab1fa071f/WALs/818bff808382,44359,1731953680663, archiveDir=hdfs://localhost:41203/user/jenkins/test-data/ca8eae9e-e044-9444-e24c-8bfab1fa071f/oldWALs, maxLogs=10 2024-11-18T18:14:42,662 DEBUG [RS:0;818bff808382:44359 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ca8eae9e-e044-9444-e24c-8bfab1fa071f/WALs/818bff808382,44359,1731953680663/818bff808382%2C44359%2C1731953680663.1731953682649, exclude list is [], retry=0 2024-11-18T18:14:42,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36581,DS-e345c568-01ba-4d2e-8787-5e487db9940e,DISK] 2024-11-18T18:14:42,665 INFO [RS:0;818bff808382:44359 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ca8eae9e-e044-9444-e24c-8bfab1fa071f/WALs/818bff808382,44359,1731953680663/818bff808382%2C44359%2C1731953680663.1731953682649 2024-11-18T18:14:42,666 DEBUG [RS:0;818bff808382:44359 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44741:44741)] 2024-11-18T18:14:42,823 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41203/user/jenkins/test-data/ca8eae9e-e044-9444-e24c-8bfab1fa071f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T18:14:42,823 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41203/user/jenkins/test-data/ca8eae9e-e044-9444-e24c-8bfab1fa071f 2024-11-18T18:14:42,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36581 is added to blk_1073741833_1009 (size=32) 2024-11-18T18:14:43,228 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:14:43,229 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T18:14:43,230 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T18:14:43,230 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:14:43,230 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:14:43,230 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T18:14:43,231 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T18:14:43,231 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:14:43,232 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:14:43,232 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T18:14:43,232 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T18:14:43,233 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:14:43,233 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:14:43,233 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T18:14:43,234 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T18:14:43,234 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:14:43,234 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:14:43,234 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T18:14:43,234 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41203/user/jenkins/test-data/ca8eae9e-e044-9444-e24c-8bfab1fa071f/data/hbase/meta/1588230740 2024-11-18T18:14:43,235 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41203/user/jenkins/test-data/ca8eae9e-e044-9444-e24c-8bfab1fa071f/data/hbase/meta/1588230740 2024-11-18T18:14:43,235 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T18:14:43,235 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T18:14:43,236 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T18:14:43,236 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T18:14:43,238 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41203/user/jenkins/test-data/ca8eae9e-e044-9444-e24c-8bfab1fa071f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T18:14:43,238 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72777593, jitterRate=0.08447064459323883}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T18:14:43,238 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731953683228Initializing all the Stores at 1731953683228Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953683228Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953683228Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953683228Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953683228Cleaning up temporary data from old regions at 1731953683235 (+7 ms)Region opened successfully at 1731953683238 (+3 ms) 2024-11-18T18:14:43,238 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T18:14:43,238 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T18:14:43,238 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T18:14:43,238 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T18:14:43,238 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T18:14:43,238 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T18:14:43,238 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731953683238Disabling compacts and flushes for region at 1731953683238Disabling writes for close at 1731953683238Writing region close event to WAL at 1731953683238Closed at 1731953683238 2024-11-18T18:14:43,239 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T18:14:43,239 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T18:14:43,239 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T18:14:43,240 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T18:14:43,241 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T18:14:43,391 DEBUG [818bff808382:41451 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T18:14:43,391 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=818bff808382,44359,1731953680663 2024-11-18T18:14:43,392 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 818bff808382,44359,1731953680663, state=OPENING 2024-11-18T18:14:43,393 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T18:14:43,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41451-0x1000bd78bba0003, quorum=127.0.0.1:62713, baseZNode=/1-1908812761 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1908812761 2024-11-18T18:14:43,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44359-0x1000bd78bba0004, quorum=127.0.0.1:62713, baseZNode=/1-1908812761 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1908812761 2024-11-18T18:14:43,395 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T18:14:43,395 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1908812761/meta-region-server: CHANGED 2024-11-18T18:14:43,395 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1908812761/meta-region-server: CHANGED 2024-11-18T18:14:43,395 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=818bff808382,44359,1731953680663}] 2024-11-18T18:14:43,547 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T18:14:43,548 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34619, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T18:14:43,551 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T18:14:43,551 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T18:14:43,551 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T18:14:43,552 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=818bff808382%2C44359%2C1731953680663.meta, suffix=.meta, logDir=hdfs://localhost:41203/user/jenkins/test-data/ca8eae9e-e044-9444-e24c-8bfab1fa071f/WALs/818bff808382,44359,1731953680663, archiveDir=hdfs://localhost:41203/user/jenkins/test-data/ca8eae9e-e044-9444-e24c-8bfab1fa071f/oldWALs, maxLogs=10 2024-11-18T18:14:43,569 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ca8eae9e-e044-9444-e24c-8bfab1fa071f/WALs/818bff808382,44359,1731953680663/818bff808382%2C44359%2C1731953680663.meta.1731953683552.meta, exclude list is [], retry=0 2024-11-18T18:14:43,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36581,DS-e345c568-01ba-4d2e-8787-5e487db9940e,DISK] 2024-11-18T18:14:43,572 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ca8eae9e-e044-9444-e24c-8bfab1fa071f/WALs/818bff808382,44359,1731953680663/818bff808382%2C44359%2C1731953680663.meta.1731953683552.meta 2024-11-18T18:14:43,573 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44741:44741)] 2024-11-18T18:14:43,573 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T18:14:43,573 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T18:14:43,573 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T18:14:43,573 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T18:14:43,573 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T18:14:43,573 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T18:14:43,573 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:14:43,573 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T18:14:43,573 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T18:14:43,574 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T18:14:43,575 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T18:14:43,575 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:14:43,575 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:14:43,576 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T18:14:43,576 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T18:14:43,576 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:14:43,576 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:14:43,577 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T18:14:43,577 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T18:14:43,577 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:14:43,577 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:14:43,577 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T18:14:43,578 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T18:14:43,578 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:14:43,578 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:14:43,578 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T18:14:43,579 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41203/user/jenkins/test-data/ca8eae9e-e044-9444-e24c-8bfab1fa071f/data/hbase/meta/1588230740 2024-11-18T18:14:43,579 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41203/user/jenkins/test-data/ca8eae9e-e044-9444-e24c-8bfab1fa071f/data/hbase/meta/1588230740 2024-11-18T18:14:43,580 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T18:14:43,580 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T18:14:43,581 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T18:14:43,581 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T18:14:43,582 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66486582, jitterRate=-0.009272724390029907}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T18:14:43,582 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T18:14:43,582 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731953683574Writing region info on filesystem at 1731953683574Initializing all the Stores at 1731953683574Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953683574Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953683574Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953683574Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953683574Cleaning up temporary data from old regions at 1731953683580 (+6 ms)Running coprocessor post-open hooks at 1731953683582 (+2 ms)Region opened successfully at 1731953683582 2024-11-18T18:14:43,583 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731953683547 2024-11-18T18:14:43,584 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T18:14:43,584 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T18:14:43,585 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=818bff808382,44359,1731953680663 2024-11-18T18:14:43,585 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 818bff808382,44359,1731953680663, state=OPEN 2024-11-18T18:14:43,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44359-0x1000bd78bba0004, quorum=127.0.0.1:62713, baseZNode=/1-1908812761 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1908812761/meta-region-server 2024-11-18T18:14:43,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41451-0x1000bd78bba0003, quorum=127.0.0.1:62713, baseZNode=/1-1908812761 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1908812761/meta-region-server 2024-11-18T18:14:43,587 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1908812761/meta-region-server: CHANGED 2024-11-18T18:14:43,587 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=818bff808382,44359,1731953680663 2024-11-18T18:14:43,587 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1908812761/meta-region-server: CHANGED 2024-11-18T18:14:43,588 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T18:14:43,588 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=818bff808382,44359,1731953680663 in 192 msec 2024-11-18T18:14:43,590 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T18:14:43,590 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 349 msec 2024-11-18T18:14:43,590 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T18:14:43,590 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T18:14:43,591 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T18:14:43,591 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=818bff808382,44359,1731953680663, seqNum=-1] 2024-11-18T18:14:43,591 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T18:14:43,592 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60923, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T18:14:43,595 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1900 sec 2024-11-18T18:14:43,595 INFO [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731953683595, completionTime=-1 2024-11-18T18:14:43,596 INFO [master/818bff808382:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T18:14:43,596 DEBUG [master/818bff808382:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T18:14:43,597 INFO [master/818bff808382:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T18:14:43,597 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731953743597 2024-11-18T18:14:43,597 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731953803597 2024-11-18T18:14:43,597 INFO [master/818bff808382:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-18T18:14:43,598 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,41451,1731953680631-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T18:14:43,598 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,41451,1731953680631-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:14:43,598 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,41451,1731953680631-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:14:43,598 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-818bff808382:41451, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:14:43,598 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T18:14:43,598 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T18:14:43,599 DEBUG [master/818bff808382:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T18:14:43,601 INFO [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.899sec 2024-11-18T18:14:43,601 INFO [master/818bff808382:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T18:14:43,601 INFO [master/818bff808382:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T18:14:43,601 INFO [master/818bff808382:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T18:14:43,601 INFO [master/818bff808382:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T18:14:43,601 INFO [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T18:14:43,601 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,41451,1731953680631-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T18:14:43,601 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,41451,1731953680631-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T18:14:43,603 DEBUG [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T18:14:43,603 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T18:14:43,603 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,41451,1731953680631-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:14:43,686 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b9065a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:14:43,686 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 818bff808382,41451,-1 for getting cluster id 2024-11-18T18:14:43,687 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T18:14:43,688 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cd908d0d-20ad-4c32-bcfa-ef6c6caab03e' 2024-11-18T18:14:43,688 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T18:14:43,688 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cd908d0d-20ad-4c32-bcfa-ef6c6caab03e" 2024-11-18T18:14:43,688 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63bb693e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:14:43,688 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [818bff808382,41451,-1] 2024-11-18T18:14:43,688 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T18:14:43,688 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:14:43,689 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T18:14:43,690 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52c521ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:14:43,690 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T18:14:43,690 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=818bff808382,44359,1731953680663, seqNum=-1] 2024-11-18T18:14:43,691 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T18:14:43,691 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34538, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T18:14:43,692 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=818bff808382,41451,1731953680631 2024-11-18T18:14:43,693 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:62713 2024-11-18T18:14:43,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:62713, baseZNode=/1-1908812761 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T18:14:43,696 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1000bd78bba0005 connected 2024-11-18T18:14:43,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53156e81-1dbc-2278-c59f-1105cced99b2/hadoop.log.dir so I do NOT create it in target/test-data/746bc360-b0cd-1558-bae4-19032ee12bcd 2024-11-18T18:14:43,699 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53156e81-1dbc-2278-c59f-1105cced99b2/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T18:14:43,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53156e81-1dbc-2278-c59f-1105cced99b2/hadoop.tmp.dir so I do NOT create it in target/test-data/746bc360-b0cd-1558-bae4-19032ee12bcd 2024-11-18T18:14:43,699 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53156e81-1dbc-2278-c59f-1105cced99b2/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T18:14:43,699 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/746bc360-b0cd-1558-bae4-19032ee12bcd 2024-11-18T18:14:43,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T18:14:43,699 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/746bc360-b0cd-1558-bae4-19032ee12bcd/cluster_9be1eb4f-804b-ed8a-e2e0-ddc031a872ce, deleteOnExit=true 2024-11-18T18:14:43,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T18:14:43,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/746bc360-b0cd-1558-bae4-19032ee12bcd/test.cache.data in system properties and HBase conf 2024-11-18T18:14:43,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/746bc360-b0cd-1558-bae4-19032ee12bcd/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T18:14:43,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/746bc360-b0cd-1558-bae4-19032ee12bcd/hadoop.log.dir in system properties and HBase conf 2024-11-18T18:14:43,700 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/746bc360-b0cd-1558-bae4-19032ee12bcd/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T18:14:43,700 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/746bc360-b0cd-1558-bae4-19032ee12bcd/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T18:14:43,700 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T18:14:43,700 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T18:14:43,700 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/746bc360-b0cd-1558-bae4-19032ee12bcd/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T18:14:43,700 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/746bc360-b0cd-1558-bae4-19032ee12bcd/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T18:14:43,700 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/746bc360-b0cd-1558-bae4-19032ee12bcd/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T18:14:43,700 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/746bc360-b0cd-1558-bae4-19032ee12bcd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T18:14:43,700 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/746bc360-b0cd-1558-bae4-19032ee12bcd/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T18:14:43,700 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/746bc360-b0cd-1558-bae4-19032ee12bcd/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T18:14:43,700 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/746bc360-b0cd-1558-bae4-19032ee12bcd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T18:14:43,700 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/746bc360-b0cd-1558-bae4-19032ee12bcd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T18:14:43,700 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/746bc360-b0cd-1558-bae4-19032ee12bcd/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T18:14:43,700 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/746bc360-b0cd-1558-bae4-19032ee12bcd/nfs.dump.dir in system properties and HBase conf 2024-11-18T18:14:43,701 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/746bc360-b0cd-1558-bae4-19032ee12bcd/java.io.tmpdir in system properties and HBase conf 2024-11-18T18:14:43,701 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/746bc360-b0cd-1558-bae4-19032ee12bcd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T18:14:43,701 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/746bc360-b0cd-1558-bae4-19032ee12bcd/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T18:14:43,701 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/746bc360-b0cd-1558-bae4-19032ee12bcd/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T18:14:43,780 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T18:14:43,783 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T18:14:43,788 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T18:14:43,788 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T18:14:43,788 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T18:14:43,790 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T18:14:43,790 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@224a7d69{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/746bc360-b0cd-1558-bae4-19032ee12bcd/hadoop.log.dir/,AVAILABLE} 2024-11-18T18:14:43,791 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e08c85{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T18:14:43,904 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@58554595{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/746bc360-b0cd-1558-bae4-19032ee12bcd/java.io.tmpdir/jetty-localhost-33815-hadoop-hdfs-3_4_1-tests_jar-_-any-3922330763360058895/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T18:14:43,904 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4e89e4b{HTTP/1.1, (http/1.1)}{localhost:33815} 2024-11-18T18:14:43,904 INFO [Time-limited test {}] server.Server(415): Started @294000ms 2024-11-18T18:14:43,974 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T18:14:43,977 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T18:14:43,979 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T18:14:43,979 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T18:14:43,979 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T18:14:43,979 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5684eee9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/746bc360-b0cd-1558-bae4-19032ee12bcd/hadoop.log.dir/,AVAILABLE} 2024-11-18T18:14:43,980 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37f82eca{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T18:14:44,092 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@54d9e73f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/746bc360-b0cd-1558-bae4-19032ee12bcd/java.io.tmpdir/jetty-localhost-46131-hadoop-hdfs-3_4_1-tests_jar-_-any-3049392821695988857/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T18:14:44,093 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3825ee67{HTTP/1.1, (http/1.1)}{localhost:46131} 2024-11-18T18:14:44,093 INFO [Time-limited test {}] server.Server(415): Started @294189ms 2024-11-18T18:14:44,094 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T18:14:44,197 WARN [Thread-4556 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/746bc360-b0cd-1558-bae4-19032ee12bcd/cluster_9be1eb4f-804b-ed8a-e2e0-ddc031a872ce/data/data1/current/BP-1754561107-172.17.0.2-1731953683723/current, will proceed with Du for space computation calculation, 2024-11-18T18:14:44,197 WARN [Thread-4557 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/746bc360-b0cd-1558-bae4-19032ee12bcd/cluster_9be1eb4f-804b-ed8a-e2e0-ddc031a872ce/data/data2/current/BP-1754561107-172.17.0.2-1731953683723/current, will proceed with Du for space computation calculation, 2024-11-18T18:14:44,219 WARN [Thread-4544 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T18:14:44,222 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3f2f1f1887748dd1 with lease ID 0x6cb64e3c33bc6dd9: Processing first storage report for DS-b3bc4e7b-2400-4858-8c0b-b41eac5d4886 from datanode DatanodeRegistration(127.0.0.1:44941, datanodeUuid=5fdda9ed-b621-49e0-abeb-9f3ad27d32b2, infoPort=46303, infoSecurePort=0, ipcPort=42067, storageInfo=lv=-57;cid=testClusterID;nsid=1835043908;c=1731953683723) 2024-11-18T18:14:44,222 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3f2f1f1887748dd1 with lease ID 0x6cb64e3c33bc6dd9: from storage DS-b3bc4e7b-2400-4858-8c0b-b41eac5d4886 node DatanodeRegistration(127.0.0.1:44941, datanodeUuid=5fdda9ed-b621-49e0-abeb-9f3ad27d32b2, infoPort=46303, infoSecurePort=0, ipcPort=42067, storageInfo=lv=-57;cid=testClusterID;nsid=1835043908;c=1731953683723), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T18:14:44,222 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3f2f1f1887748dd1 with lease ID 0x6cb64e3c33bc6dd9: Processing first storage report for DS-c4f8f6c3-500b-444c-9773-b6b1d88d0f19 from datanode DatanodeRegistration(127.0.0.1:44941, datanodeUuid=5fdda9ed-b621-49e0-abeb-9f3ad27d32b2, infoPort=46303, infoSecurePort=0, ipcPort=42067, storageInfo=lv=-57;cid=testClusterID;nsid=1835043908;c=1731953683723) 2024-11-18T18:14:44,222 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3f2f1f1887748dd1 with lease ID 0x6cb64e3c33bc6dd9: from storage DS-c4f8f6c3-500b-444c-9773-b6b1d88d0f19 node DatanodeRegistration(127.0.0.1:44941, datanodeUuid=5fdda9ed-b621-49e0-abeb-9f3ad27d32b2, infoPort=46303, infoSecurePort=0, ipcPort=42067, storageInfo=lv=-57;cid=testClusterID;nsid=1835043908;c=1731953683723), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T18:14:44,234 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/746bc360-b0cd-1558-bae4-19032ee12bcd 2024-11-18T18:14:44,235 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:14:44,236 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:14:44,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44941 is added to blk_1073741825_1001 (size=7) 2024-11-18T18:14:44,646 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45989/user/jenkins/test-data/7741f4e6-4289-a569-039a-6fe104b39cec with version=8 2024-11-18T18:14:44,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45989/user/jenkins/test-data/7741f4e6-4289-a569-039a-6fe104b39cec/hbase-staging 2024-11-18T18:14:44,648 INFO [Time-limited test {}] client.ConnectionUtils(128): master/818bff808382:0 server-side Connection retries=45 2024-11-18T18:14:44,648 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T18:14:44,648 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T18:14:44,648 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T18:14:44,648 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T18:14:44,648 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T18:14:44,648 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T18:14:44,648 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T18:14:44,649 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35403 2024-11-18T18:14:44,650 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35403 connecting to ZooKeeper ensemble=127.0.0.1:62713 2024-11-18T18:14:44,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:354030x0, quorum=127.0.0.1:62713, baseZNode=/21222617693 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T18:14:44,653 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35403-0x1000bd78bba0006 connected 2024-11-18T18:14:44,662 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:14:44,664 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:14:44,666 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35403-0x1000bd78bba0006, quorum=127.0.0.1:62713, baseZNode=/21222617693 Set watcher on znode that does not yet exist, /21222617693/running 2024-11-18T18:14:44,666 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45989/user/jenkins/test-data/7741f4e6-4289-a569-039a-6fe104b39cec, hbase.cluster.distributed=false 2024-11-18T18:14:44,667 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35403-0x1000bd78bba0006, quorum=127.0.0.1:62713, baseZNode=/21222617693 Set watcher on znode that does not yet exist, /21222617693/acl 2024-11-18T18:14:44,668 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35403 2024-11-18T18:14:44,668 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35403 2024-11-18T18:14:44,668 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35403 2024-11-18T18:14:44,669 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35403 2024-11-18T18:14:44,669 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35403 2024-11-18T18:14:44,683 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/818bff808382:0 server-side Connection retries=45 2024-11-18T18:14:44,683 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T18:14:44,683 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T18:14:44,683 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T18:14:44,683 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T18:14:44,683 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T18:14:44,683 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T18:14:44,683 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T18:14:44,684 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38257 2024-11-18T18:14:44,684 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38257 connecting to ZooKeeper ensemble=127.0.0.1:62713 2024-11-18T18:14:44,685 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:14:44,686 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:14:44,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:382570x0, quorum=127.0.0.1:62713, baseZNode=/21222617693 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T18:14:44,690 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:382570x0, quorum=127.0.0.1:62713, baseZNode=/21222617693 Set watcher on znode that does not yet exist, /21222617693/running 2024-11-18T18:14:44,690 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38257-0x1000bd78bba0007 connected 2024-11-18T18:14:44,690 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T18:14:44,691 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T18:14:44,691 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38257-0x1000bd78bba0007, quorum=127.0.0.1:62713, baseZNode=/21222617693 Set watcher on znode that does not yet exist, /21222617693/master 2024-11-18T18:14:44,692 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38257-0x1000bd78bba0007, quorum=127.0.0.1:62713, baseZNode=/21222617693 Set watcher on znode that does not yet exist, /21222617693/acl 2024-11-18T18:14:44,692 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38257 2024-11-18T18:14:44,694 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38257 2024-11-18T18:14:44,694 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38257 2024-11-18T18:14:44,696 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38257 2024-11-18T18:14:44,696 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38257 2024-11-18T18:14:44,708 DEBUG [M:0;818bff808382:35403 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;818bff808382:35403 2024-11-18T18:14:44,709 INFO [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21222617693/backup-masters/818bff808382,35403,1731953684648 2024-11-18T18:14:44,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35403-0x1000bd78bba0006, quorum=127.0.0.1:62713, baseZNode=/21222617693 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21222617693/backup-masters 2024-11-18T18:14:44,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38257-0x1000bd78bba0007, quorum=127.0.0.1:62713, baseZNode=/21222617693 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21222617693/backup-masters 2024-11-18T18:14:44,711 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35403-0x1000bd78bba0006, quorum=127.0.0.1:62713, baseZNode=/21222617693 Set watcher on existing znode=/21222617693/backup-masters/818bff808382,35403,1731953684648 2024-11-18T18:14:44,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38257-0x1000bd78bba0007, quorum=127.0.0.1:62713, baseZNode=/21222617693 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21222617693/master 2024-11-18T18:14:44,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38257-0x1000bd78bba0007, quorum=127.0.0.1:62713, baseZNode=/21222617693 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21222617693 2024-11-18T18:14:44,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35403-0x1000bd78bba0006, quorum=127.0.0.1:62713, baseZNode=/21222617693 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21222617693 2024-11-18T18:14:44,712 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35403-0x1000bd78bba0006, quorum=127.0.0.1:62713, baseZNode=/21222617693 Set watcher on existing znode=/21222617693/master 2024-11-18T18:14:44,712 INFO [master/818bff808382:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21222617693/backup-masters/818bff808382,35403,1731953684648 from backup master directory 2024-11-18T18:14:44,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35403-0x1000bd78bba0006, quorum=127.0.0.1:62713, baseZNode=/21222617693 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21222617693/backup-masters/818bff808382,35403,1731953684648 2024-11-18T18:14:44,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38257-0x1000bd78bba0007, quorum=127.0.0.1:62713, baseZNode=/21222617693 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21222617693/backup-masters 2024-11-18T18:14:44,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35403-0x1000bd78bba0006, quorum=127.0.0.1:62713, baseZNode=/21222617693 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21222617693/backup-masters 2024-11-18T18:14:44,714 WARN [master/818bff808382:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T18:14:44,714 INFO [master/818bff808382:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=818bff808382,35403,1731953684648 2024-11-18T18:14:44,716 DEBUG [master/818bff808382:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45989/user/jenkins/test-data/7741f4e6-4289-a569-039a-6fe104b39cec/hbase.id] with ID: 3e352b08-036e-43cf-bab2-98b8ecf8d062 2024-11-18T18:14:44,716 DEBUG [master/818bff808382:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45989/user/jenkins/test-data/7741f4e6-4289-a569-039a-6fe104b39cec/.tmp/hbase.id 2024-11-18T18:14:44,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44941 is added to blk_1073741826_1002 (size=42) 2024-11-18T18:14:45,125 DEBUG [master/818bff808382:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45989/user/jenkins/test-data/7741f4e6-4289-a569-039a-6fe104b39cec/.tmp/hbase.id]:[hdfs://localhost:45989/user/jenkins/test-data/7741f4e6-4289-a569-039a-6fe104b39cec/hbase.id] 2024-11-18T18:14:45,133 INFO [master/818bff808382:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:14:45,133 INFO [master/818bff808382:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T18:14:45,134 INFO [master/818bff808382:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-18T18:14:45,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35403-0x1000bd78bba0006, quorum=127.0.0.1:62713, baseZNode=/21222617693 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21222617693 2024-11-18T18:14:45,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38257-0x1000bd78bba0007, quorum=127.0.0.1:62713, baseZNode=/21222617693 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21222617693 2024-11-18T18:14:45,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44941 is added to blk_1073741827_1003 (size=196) 2024-11-18T18:14:45,291 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T18:14:45,292 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:14:45,292 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:14:45,292 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:14:45,292 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:14:45,293 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:14:45,293 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:14:45,293 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:14:45,322 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:14:45,322 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:14:45,323 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:14:45,323 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:14:45,323 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:14:45,323 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:14:45,328 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:14:45,330 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:14:45,330 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:14:45,332 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:14:45,540 INFO [master/818bff808382:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T18:14:45,541 INFO [master/818bff808382:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T18:14:45,542 INFO [master/818bff808382:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T18:14:45,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44941 is added to blk_1073741828_1004 (size=1189) 2024-11-18T18:14:45,579 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-18T18:14:45,579 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-18T18:14:45,580 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T18:14:45,580 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-18T18:14:45,948 INFO [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45989/user/jenkins/test-data/7741f4e6-4289-a569-039a-6fe104b39cec/MasterData/data/master/store 2024-11-18T18:14:45,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44941 is added to blk_1073741829_1005 (size=34) 2024-11-18T18:14:45,952 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:14:45,952 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T18:14:45,952 INFO [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:14:45,952 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:14:45,952 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T18:14:45,952 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:14:45,952 INFO [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:14:45,952 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731953685952Disabling compacts and flushes for region at 1731953685952Disabling writes for close at 1731953685952Writing region close event to WAL at 1731953685952Closed at 1731953685952 2024-11-18T18:14:45,953 WARN [master/818bff808382:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45989/user/jenkins/test-data/7741f4e6-4289-a569-039a-6fe104b39cec/MasterData/data/master/store/.initializing 2024-11-18T18:14:45,953 DEBUG [master/818bff808382:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45989/user/jenkins/test-data/7741f4e6-4289-a569-039a-6fe104b39cec/MasterData/WALs/818bff808382,35403,1731953684648 2024-11-18T18:14:45,954 INFO [master/818bff808382:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T18:14:45,955 INFO [master/818bff808382:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=818bff808382%2C35403%2C1731953684648, suffix=, logDir=hdfs://localhost:45989/user/jenkins/test-data/7741f4e6-4289-a569-039a-6fe104b39cec/MasterData/WALs/818bff808382,35403,1731953684648, archiveDir=hdfs://localhost:45989/user/jenkins/test-data/7741f4e6-4289-a569-039a-6fe104b39cec/MasterData/oldWALs, maxLogs=10 2024-11-18T18:14:45,969 DEBUG [master/818bff808382:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7741f4e6-4289-a569-039a-6fe104b39cec/MasterData/WALs/818bff808382,35403,1731953684648/818bff808382%2C35403%2C1731953684648.1731953685955, exclude list is [], retry=0 2024-11-18T18:14:45,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44941,DS-b3bc4e7b-2400-4858-8c0b-b41eac5d4886,DISK] 2024-11-18T18:14:45,972 INFO [master/818bff808382:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7741f4e6-4289-a569-039a-6fe104b39cec/MasterData/WALs/818bff808382,35403,1731953684648/818bff808382%2C35403%2C1731953684648.1731953685955 2024-11-18T18:14:45,973 DEBUG [master/818bff808382:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46303:46303)] 2024-11-18T18:14:45,973 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T18:14:45,973 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:14:45,973 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:14:45,973 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:14:45,974 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:14:45,975 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T18:14:45,975 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:14:45,975 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:14:45,975 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:14:45,976 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T18:14:45,976 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:14:45,976 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:14:45,977 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:14:45,977 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T18:14:45,977 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:14:45,977 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:14:45,978 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:14:45,978 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T18:14:45,978 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:14:45,978 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:14:45,979 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:14:45,979 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45989/user/jenkins/test-data/7741f4e6-4289-a569-039a-6fe104b39cec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:14:45,979 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45989/user/jenkins/test-data/7741f4e6-4289-a569-039a-6fe104b39cec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:14:45,980 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:14:45,980 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:14:45,980 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T18:14:45,981 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:14:45,982 DEBUG [master/818bff808382:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45989/user/jenkins/test-data/7741f4e6-4289-a569-039a-6fe104b39cec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T18:14:45,983 INFO [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68912473, jitterRate=0.026875868439674377}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T18:14:45,983 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731953685973Initializing all the Stores at 1731953685974 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953685974Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953685974Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953685974Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953685974Cleaning up temporary data from old regions at 1731953685980 (+6 ms)Region opened successfully at 1731953685983 (+3 ms) 2024-11-18T18:14:45,983 INFO [master/818bff808382:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T18:14:45,985 DEBUG [master/818bff808382:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42ff9b8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=818bff808382/172.17.0.2:0 2024-11-18T18:14:45,986 INFO [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T18:14:45,986 INFO [master/818bff808382:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T18:14:45,986 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T18:14:45,986 INFO [master/818bff808382:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T18:14:45,986 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T18:14:45,986 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T18:14:45,986 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T18:14:45,988 INFO [master/818bff808382:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T18:14:45,989 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35403-0x1000bd78bba0006, quorum=127.0.0.1:62713, baseZNode=/21222617693 Unable to get data of znode /21222617693/balancer because node does not exist (not necessarily an error) 2024-11-18T18:14:45,990 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21222617693/balancer already deleted, retry=false 2024-11-18T18:14:45,990 INFO [master/818bff808382:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T18:14:45,991 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35403-0x1000bd78bba0006, quorum=127.0.0.1:62713, baseZNode=/21222617693 Unable to get data of znode /21222617693/normalizer because node does not exist (not necessarily an error) 2024-11-18T18:14:45,992 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21222617693/normalizer already deleted, retry=false 2024-11-18T18:14:45,992 INFO [master/818bff808382:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T18:14:45,993 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35403-0x1000bd78bba0006, quorum=127.0.0.1:62713, baseZNode=/21222617693 Unable to get data of znode /21222617693/switch/split because node does not exist (not necessarily an error) 2024-11-18T18:14:45,994 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21222617693/switch/split already deleted, retry=false 2024-11-18T18:14:45,995 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35403-0x1000bd78bba0006, quorum=127.0.0.1:62713, baseZNode=/21222617693 Unable to get data of znode /21222617693/switch/merge because node does not exist (not necessarily an error) 2024-11-18T18:14:45,996 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21222617693/switch/merge already deleted, retry=false 2024-11-18T18:14:45,997 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35403-0x1000bd78bba0006, quorum=127.0.0.1:62713, baseZNode=/21222617693 Unable to get data of znode /21222617693/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T18:14:45,998 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21222617693/snapshot-cleanup already deleted, retry=false 2024-11-18T18:14:45,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35403-0x1000bd78bba0006, quorum=127.0.0.1:62713, baseZNode=/21222617693 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21222617693/running 2024-11-18T18:14:45,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35403-0x1000bd78bba0006, quorum=127.0.0.1:62713, baseZNode=/21222617693 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21222617693 2024-11-18T18:14:45,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38257-0x1000bd78bba0007, quorum=127.0.0.1:62713, baseZNode=/21222617693 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21222617693/running 2024-11-18T18:14:45,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38257-0x1000bd78bba0007, quorum=127.0.0.1:62713, baseZNode=/21222617693 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21222617693 2024-11-18T18:14:46,000 INFO [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=818bff808382,35403,1731953684648, sessionid=0x1000bd78bba0006, setting cluster-up flag (Was=false) 2024-11-18T18:14:46,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35403-0x1000bd78bba0006, quorum=127.0.0.1:62713, baseZNode=/21222617693 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21222617693 2024-11-18T18:14:46,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38257-0x1000bd78bba0007, quorum=127.0.0.1:62713, baseZNode=/21222617693 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21222617693 2024-11-18T18:14:46,005 DEBUG [master/818bff808382:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21222617693/flush-table-proc/acquired, /21222617693/flush-table-proc/reached, /21222617693/flush-table-proc/abort 2024-11-18T18:14:46,006 DEBUG [master/818bff808382:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=818bff808382,35403,1731953684648 2024-11-18T18:14:46,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35403-0x1000bd78bba0006, quorum=127.0.0.1:62713, baseZNode=/21222617693 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21222617693 2024-11-18T18:14:46,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38257-0x1000bd78bba0007, quorum=127.0.0.1:62713, baseZNode=/21222617693 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21222617693 2024-11-18T18:14:46,012 DEBUG [master/818bff808382:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21222617693/online-snapshot/acquired, /21222617693/online-snapshot/reached, /21222617693/online-snapshot/abort 2024-11-18T18:14:46,012 DEBUG [master/818bff808382:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=818bff808382,35403,1731953684648 2024-11-18T18:14:46,013 INFO [master/818bff808382:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45989/user/jenkins/test-data/7741f4e6-4289-a569-039a-6fe104b39cec/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T18:14:46,014 DEBUG [master/818bff808382:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T18:14:46,015 INFO [master/818bff808382:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T18:14:46,015 INFO [master/818bff808382:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T18:14:46,015 DEBUG [master/818bff808382:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 818bff808382,35403,1731953684648 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T18:14:46,016 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/818bff808382:0, corePoolSize=5, maxPoolSize=5 2024-11-18T18:14:46,016 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/818bff808382:0, corePoolSize=5, maxPoolSize=5 2024-11-18T18:14:46,016 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/818bff808382:0, corePoolSize=5, maxPoolSize=5 2024-11-18T18:14:46,016 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/818bff808382:0, corePoolSize=5, maxPoolSize=5 2024-11-18T18:14:46,016 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/818bff808382:0, corePoolSize=10, maxPoolSize=10 2024-11-18T18:14:46,016 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:14:46,016 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/818bff808382:0, corePoolSize=2, maxPoolSize=2 2024-11-18T18:14:46,016 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:14:46,017 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731953716017 2024-11-18T18:14:46,017 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T18:14:46,017 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T18:14:46,017 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T18:14:46,017 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T18:14:46,017 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T18:14:46,017 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T18:14:46,017 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T18:14:46,017 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T18:14:46,017 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T18:14:46,018 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T18:14:46,018 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T18:14:46,018 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T18:14:46,018 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T18:14:46,018 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:14:46,018 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T18:14:46,018 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T18:14:46,018 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T18:14:46,018 DEBUG [master/818bff808382:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/818bff808382:0:becomeActiveMaster-HFileCleaner.large.0-1731953686018,5,FailOnTimeoutGroup] 2024-11-18T18:14:46,018 DEBUG [master/818bff808382:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/818bff808382:0:becomeActiveMaster-HFileCleaner.small.0-1731953686018,5,FailOnTimeoutGroup] 2024-11-18T18:14:46,018 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T18:14:46,019 INFO [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T18:14:46,019 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T18:14:46,019 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T18:14:46,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44941 is added to blk_1073741831_1007 (size=1321) 2024-11-18T18:14:46,028 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45989/user/jenkins/test-data/7741f4e6-4289-a569-039a-6fe104b39cec/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T18:14:46,028 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45989/user/jenkins/test-data/7741f4e6-4289-a569-039a-6fe104b39cec 2024-11-18T18:14:46,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44941 is added to blk_1073741832_1008 (size=32) 2024-11-18T18:14:46,098 INFO [RS:0;818bff808382:38257 {}] regionserver.HRegionServer(746): ClusterId : 3e352b08-036e-43cf-bab2-98b8ecf8d062 2024-11-18T18:14:46,098 DEBUG [RS:0;818bff808382:38257 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T18:14:46,100 DEBUG [RS:0;818bff808382:38257 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T18:14:46,100 DEBUG [RS:0;818bff808382:38257 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T18:14:46,102 DEBUG [RS:0;818bff808382:38257 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T18:14:46,102 DEBUG [RS:0;818bff808382:38257 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fbb5277, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=818bff808382/172.17.0.2:0 2024-11-18T18:14:46,114 DEBUG [RS:0;818bff808382:38257 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;818bff808382:38257 2024-11-18T18:14:46,114 INFO [RS:0;818bff808382:38257 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T18:14:46,114 INFO [RS:0;818bff808382:38257 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T18:14:46,114 DEBUG [RS:0;818bff808382:38257 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T18:14:46,114 INFO [RS:0;818bff808382:38257 {}] regionserver.HRegionServer(2659): reportForDuty to master=818bff808382,35403,1731953684648 with port=38257, startcode=1731953684683 2024-11-18T18:14:46,114 DEBUG [RS:0;818bff808382:38257 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T18:14:46,116 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42419, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T18:14:46,116 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35403 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 818bff808382,38257,1731953684683 2024-11-18T18:14:46,116 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35403 {}] master.ServerManager(517): Registering regionserver=818bff808382,38257,1731953684683 2024-11-18T18:14:46,117 DEBUG [RS:0;818bff808382:38257 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45989/user/jenkins/test-data/7741f4e6-4289-a569-039a-6fe104b39cec 2024-11-18T18:14:46,117 DEBUG [RS:0;818bff808382:38257 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45989 2024-11-18T18:14:46,117 DEBUG [RS:0;818bff808382:38257 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T18:14:46,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35403-0x1000bd78bba0006, quorum=127.0.0.1:62713, baseZNode=/21222617693 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21222617693/rs 2024-11-18T18:14:46,123 DEBUG [RS:0;818bff808382:38257 {}] zookeeper.ZKUtil(111): regionserver:38257-0x1000bd78bba0007, quorum=127.0.0.1:62713, baseZNode=/21222617693 Set watcher on existing znode=/21222617693/rs/818bff808382,38257,1731953684683 2024-11-18T18:14:46,123 WARN [RS:0;818bff808382:38257 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T18:14:46,123 INFO [RS:0;818bff808382:38257 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T18:14:46,123 DEBUG [RS:0;818bff808382:38257 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45989/user/jenkins/test-data/7741f4e6-4289-a569-039a-6fe104b39cec/WALs/818bff808382,38257,1731953684683 2024-11-18T18:14:46,123 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [818bff808382,38257,1731953684683] 2024-11-18T18:14:46,125 INFO [RS:0;818bff808382:38257 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T18:14:46,126 INFO [RS:0;818bff808382:38257 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T18:14:46,127 INFO [RS:0;818bff808382:38257 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T18:14:46,127 INFO [RS:0;818bff808382:38257 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T18:14:46,127 INFO [RS:0;818bff808382:38257 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T18:14:46,128 INFO [RS:0;818bff808382:38257 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T18:14:46,128 INFO [RS:0;818bff808382:38257 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T18:14:46,128 DEBUG [RS:0;818bff808382:38257 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:14:46,128 DEBUG [RS:0;818bff808382:38257 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:14:46,128 DEBUG [RS:0;818bff808382:38257 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:14:46,128 DEBUG [RS:0;818bff808382:38257 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:14:46,128 DEBUG [RS:0;818bff808382:38257 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:14:46,128 DEBUG [RS:0;818bff808382:38257 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/818bff808382:0, corePoolSize=2, maxPoolSize=2 2024-11-18T18:14:46,128 DEBUG [RS:0;818bff808382:38257 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:14:46,128 DEBUG [RS:0;818bff808382:38257 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:14:46,128 DEBUG [RS:0;818bff808382:38257 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:14:46,128 DEBUG [RS:0;818bff808382:38257 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:14:46,128 DEBUG [RS:0;818bff808382:38257 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:14:46,128 DEBUG [RS:0;818bff808382:38257 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:14:46,128 DEBUG [RS:0;818bff808382:38257 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0, corePoolSize=3, maxPoolSize=3 2024-11-18T18:14:46,128 DEBUG [RS:0;818bff808382:38257 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/818bff808382:0, corePoolSize=3, maxPoolSize=3 2024-11-18T18:14:46,128 INFO [RS:0;818bff808382:38257 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T18:14:46,128 INFO [RS:0;818bff808382:38257 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T18:14:46,128 INFO [RS:0;818bff808382:38257 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T18:14:46,128 INFO [RS:0;818bff808382:38257 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T18:14:46,128 INFO [RS:0;818bff808382:38257 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T18:14:46,128 INFO [RS:0;818bff808382:38257 {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,38257,1731953684683-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T18:14:46,143 INFO [RS:0;818bff808382:38257 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T18:14:46,143 INFO [RS:0;818bff808382:38257 {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,38257,1731953684683-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T18:14:46,143 INFO [RS:0;818bff808382:38257 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:14:46,143 INFO [RS:0;818bff808382:38257 {}] regionserver.Replication(171): 818bff808382,38257,1731953684683 started 2024-11-18T18:14:46,156 INFO [RS:0;818bff808382:38257 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:14:46,156 INFO [RS:0;818bff808382:38257 {}] regionserver.HRegionServer(1482): Serving as 818bff808382,38257,1731953684683, RpcServer on 818bff808382/172.17.0.2:38257, sessionid=0x1000bd78bba0007 2024-11-18T18:14:46,156 DEBUG [RS:0;818bff808382:38257 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T18:14:46,156 DEBUG [RS:0;818bff808382:38257 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 818bff808382,38257,1731953684683 2024-11-18T18:14:46,156 DEBUG [RS:0;818bff808382:38257 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '818bff808382,38257,1731953684683' 2024-11-18T18:14:46,156 DEBUG [RS:0;818bff808382:38257 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21222617693/flush-table-proc/abort' 2024-11-18T18:14:46,156 DEBUG [RS:0;818bff808382:38257 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21222617693/flush-table-proc/acquired' 2024-11-18T18:14:46,156 DEBUG [RS:0;818bff808382:38257 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T18:14:46,156 DEBUG [RS:0;818bff808382:38257 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T18:14:46,157 DEBUG [RS:0;818bff808382:38257 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 818bff808382,38257,1731953684683 2024-11-18T18:14:46,157 DEBUG [RS:0;818bff808382:38257 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '818bff808382,38257,1731953684683' 2024-11-18T18:14:46,157 DEBUG [RS:0;818bff808382:38257 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21222617693/online-snapshot/abort' 2024-11-18T18:14:46,157 DEBUG [RS:0;818bff808382:38257 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21222617693/online-snapshot/acquired' 2024-11-18T18:14:46,157 DEBUG [RS:0;818bff808382:38257 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T18:14:46,157 INFO [RS:0;818bff808382:38257 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T18:14:46,157 INFO [RS:0;818bff808382:38257 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T18:14:46,257 INFO [RS:0;818bff808382:38257 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T18:14:46,259 INFO [RS:0;818bff808382:38257 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=818bff808382%2C38257%2C1731953684683, suffix=, logDir=hdfs://localhost:45989/user/jenkins/test-data/7741f4e6-4289-a569-039a-6fe104b39cec/WALs/818bff808382,38257,1731953684683, archiveDir=hdfs://localhost:45989/user/jenkins/test-data/7741f4e6-4289-a569-039a-6fe104b39cec/oldWALs, maxLogs=10 2024-11-18T18:14:46,272 DEBUG [RS:0;818bff808382:38257 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7741f4e6-4289-a569-039a-6fe104b39cec/WALs/818bff808382,38257,1731953684683/818bff808382%2C38257%2C1731953684683.1731953686259, exclude list is [], retry=0 2024-11-18T18:14:46,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44941,DS-b3bc4e7b-2400-4858-8c0b-b41eac5d4886,DISK] 2024-11-18T18:14:46,275 INFO [RS:0;818bff808382:38257 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7741f4e6-4289-a569-039a-6fe104b39cec/WALs/818bff808382,38257,1731953684683/818bff808382%2C38257%2C1731953684683.1731953686259 2024-11-18T18:14:46,275 DEBUG [RS:0;818bff808382:38257 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46303:46303)] 2024-11-18T18:14:46,437 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:14:46,439 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T18:14:46,439 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T18:14:46,440 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:14:46,440 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:14:46,440 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T18:14:46,441 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T18:14:46,441 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:14:46,441 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:14:46,441 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T18:14:46,442 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T18:14:46,442 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:14:46,443 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:14:46,443 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T18:14:46,444 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T18:14:46,444 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:14:46,444 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:14:46,444 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T18:14:46,445 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45989/user/jenkins/test-data/7741f4e6-4289-a569-039a-6fe104b39cec/data/hbase/meta/1588230740 2024-11-18T18:14:46,445 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45989/user/jenkins/test-data/7741f4e6-4289-a569-039a-6fe104b39cec/data/hbase/meta/1588230740 2024-11-18T18:14:46,446 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T18:14:46,446 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T18:14:46,446 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T18:14:46,447 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T18:14:46,448 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45989/user/jenkins/test-data/7741f4e6-4289-a569-039a-6fe104b39cec/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T18:14:46,448 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64998810, jitterRate=-0.03144225478172302}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T18:14:46,448 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731953686438Initializing all the Stores at 1731953686438Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953686438Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953686438Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953686438Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953686438Cleaning up temporary data from old regions at 1731953686446 (+8 ms)Region opened successfully at 1731953686448 (+2 ms) 2024-11-18T18:14:46,448 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T18:14:46,448 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T18:14:46,448 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T18:14:46,448 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T18:14:46,448 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T18:14:46,449 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T18:14:46,449 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731953686448Disabling compacts and flushes for region at 1731953686448Disabling writes for close at 1731953686448Writing region close event to WAL at 1731953686449 (+1 ms)Closed at 1731953686449 2024-11-18T18:14:46,450 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T18:14:46,450 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T18:14:46,450 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T18:14:46,451 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T18:14:46,451 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T18:14:46,602 DEBUG [818bff808382:35403 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T18:14:46,602 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=818bff808382,38257,1731953684683 2024-11-18T18:14:46,603 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 818bff808382,38257,1731953684683, state=OPENING 2024-11-18T18:14:46,604 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T18:14:46,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35403-0x1000bd78bba0006, quorum=127.0.0.1:62713, baseZNode=/21222617693 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21222617693 2024-11-18T18:14:46,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38257-0x1000bd78bba0007, quorum=127.0.0.1:62713, baseZNode=/21222617693 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21222617693 2024-11-18T18:14:46,606 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T18:14:46,606 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21222617693/meta-region-server: CHANGED 2024-11-18T18:14:46,606 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21222617693/meta-region-server: CHANGED 2024-11-18T18:14:46,606 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=818bff808382,38257,1731953684683}] 2024-11-18T18:14:46,759 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T18:14:46,760 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46459, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T18:14:46,762 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T18:14:46,762 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T18:14:46,763 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T18:14:46,763 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=818bff808382%2C38257%2C1731953684683.meta, suffix=.meta, logDir=hdfs://localhost:45989/user/jenkins/test-data/7741f4e6-4289-a569-039a-6fe104b39cec/WALs/818bff808382,38257,1731953684683, archiveDir=hdfs://localhost:45989/user/jenkins/test-data/7741f4e6-4289-a569-039a-6fe104b39cec/oldWALs, maxLogs=10 2024-11-18T18:14:46,777 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7741f4e6-4289-a569-039a-6fe104b39cec/WALs/818bff808382,38257,1731953684683/818bff808382%2C38257%2C1731953684683.meta.1731953686764.meta, exclude list is [], retry=0 2024-11-18T18:14:46,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44941,DS-b3bc4e7b-2400-4858-8c0b-b41eac5d4886,DISK] 2024-11-18T18:14:46,779 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7741f4e6-4289-a569-039a-6fe104b39cec/WALs/818bff808382,38257,1731953684683/818bff808382%2C38257%2C1731953684683.meta.1731953686764.meta 2024-11-18T18:14:46,780 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46303:46303)] 2024-11-18T18:14:46,780 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T18:14:46,780 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T18:14:46,780 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T18:14:46,780 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T18:14:46,780 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T18:14:46,781 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T18:14:46,781 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:14:46,781 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T18:14:46,781 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T18:14:46,782 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T18:14:46,782 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T18:14:46,782 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:14:46,783 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:14:46,783 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T18:14:46,783 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T18:14:46,783 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:14:46,783 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:14:46,784 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T18:14:46,784 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T18:14:46,784 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:14:46,784 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:14:46,784 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T18:14:46,785 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T18:14:46,785 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:14:46,785 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:14:46,785 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T18:14:46,786 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45989/user/jenkins/test-data/7741f4e6-4289-a569-039a-6fe104b39cec/data/hbase/meta/1588230740 2024-11-18T18:14:46,786 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45989/user/jenkins/test-data/7741f4e6-4289-a569-039a-6fe104b39cec/data/hbase/meta/1588230740 2024-11-18T18:14:46,787 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T18:14:46,787 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T18:14:46,787 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T18:14:46,788 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T18:14:46,788 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61362176, jitterRate=-0.08563232421875}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T18:14:46,789 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T18:14:46,789 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731953686781Writing region info on filesystem at 1731953686781Initializing all the Stores at 1731953686781Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953686781Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953686782 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953686782Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953686782Cleaning up temporary data from old regions at 1731953686787 (+5 ms)Running coprocessor post-open hooks at 1731953686789 (+2 ms)Region opened successfully at 1731953686789 2024-11-18T18:14:46,789 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731953686758 2024-11-18T18:14:46,791 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T18:14:46,791 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T18:14:46,791 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=818bff808382,38257,1731953684683 2024-11-18T18:14:46,792 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 818bff808382,38257,1731953684683, state=OPEN 2024-11-18T18:14:46,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35403-0x1000bd78bba0006, quorum=127.0.0.1:62713, baseZNode=/21222617693 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21222617693/meta-region-server 2024-11-18T18:14:46,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38257-0x1000bd78bba0007, quorum=127.0.0.1:62713, baseZNode=/21222617693 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21222617693/meta-region-server 2024-11-18T18:14:46,793 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=818bff808382,38257,1731953684683 2024-11-18T18:14:46,794 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21222617693/meta-region-server: CHANGED 2024-11-18T18:14:46,794 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21222617693/meta-region-server: CHANGED 2024-11-18T18:14:46,795 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T18:14:46,795 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=818bff808382,38257,1731953684683 in 187 msec 2024-11-18T18:14:46,797 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T18:14:46,797 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 345 msec 2024-11-18T18:14:46,797 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T18:14:46,797 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T18:14:46,798 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T18:14:46,798 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=818bff808382,38257,1731953684683, seqNum=-1] 2024-11-18T18:14:46,798 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T18:14:46,799 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45639, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T18:14:46,803 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 788 msec 2024-11-18T18:14:46,803 INFO [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731953686803, completionTime=-1 2024-11-18T18:14:46,803 INFO [master/818bff808382:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T18:14:46,803 DEBUG [master/818bff808382:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T18:14:46,805 INFO [master/818bff808382:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T18:14:46,805 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731953746805 2024-11-18T18:14:46,805 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731953806805 2024-11-18T18:14:46,805 INFO [master/818bff808382:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-18T18:14:46,805 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,35403,1731953684648-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T18:14:46,805 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,35403,1731953684648-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:14:46,805 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,35403,1731953684648-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:14:46,805 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-818bff808382:35403, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:14:46,805 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T18:14:46,807 DEBUG [master/818bff808382:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T18:14:46,812 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T18:14:46,814 INFO [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.100sec 2024-11-18T18:14:46,815 INFO [master/818bff808382:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T18:14:46,815 INFO [master/818bff808382:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T18:14:46,815 INFO [master/818bff808382:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T18:14:46,815 INFO [master/818bff808382:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T18:14:46,815 INFO [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T18:14:46,815 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,35403,1731953684648-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T18:14:46,815 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,35403,1731953684648-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T18:14:46,816 DEBUG [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T18:14:46,817 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T18:14:46,817 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,35403,1731953684648-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:14:46,899 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@357dd82e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:14:46,899 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 818bff808382,35403,-1 for getting cluster id 2024-11-18T18:14:46,899 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T18:14:46,900 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3e352b08-036e-43cf-bab2-98b8ecf8d062' 2024-11-18T18:14:46,900 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T18:14:46,900 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3e352b08-036e-43cf-bab2-98b8ecf8d062" 2024-11-18T18:14:46,900 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ab37e1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:14:46,900 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [818bff808382,35403,-1] 2024-11-18T18:14:46,901 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T18:14:46,901 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:14:46,901 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T18:14:46,902 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cdee435, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:14:46,902 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T18:14:46,903 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=818bff808382,38257,1731953684683, seqNum=-1] 2024-11-18T18:14:46,903 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T18:14:46,904 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40182, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T18:14:46,905 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=818bff808382,35403,1731953684648 2024-11-18T18:14:46,906 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:62713 2024-11-18T18:14:46,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:62713, baseZNode=/21222617693 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T18:14:46,908 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1000bd78bba0008 connected 2024-11-18T18:14:46,910 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T18:14:46,911 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 818bff808382,37883,1731953678038 2024-11-18T18:14:46,911 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7f1867e5 2024-11-18T18:14:46,911 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T18:14:46,912 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T18:14:46,913 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T18:14:46,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-18T18:14:46,914 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T18:14:46,915 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:14:46,915 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-18T18:14:46,915 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T18:14:46,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T18:14:46,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38039 is added to blk_1073741835_1011 (size=902) 2024-11-18T18:14:47,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T18:14:47,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T18:14:47,322 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5c26cce6381ada7b80d10b63f2adb0ae, NAME => 'test,,1731953686912.5c26cce6381ada7b80d10b63f2adb0ae.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b 2024-11-18T18:14:47,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38039 is added to blk_1073741836_1012 (size=39) 2024-11-18T18:14:47,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T18:14:47,727 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731953686912.5c26cce6381ada7b80d10b63f2adb0ae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:14:47,727 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 5c26cce6381ada7b80d10b63f2adb0ae, disabling compactions & flushes 2024-11-18T18:14:47,727 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731953686912.5c26cce6381ada7b80d10b63f2adb0ae. 2024-11-18T18:14:47,727 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731953686912.5c26cce6381ada7b80d10b63f2adb0ae. 2024-11-18T18:14:47,727 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731953686912.5c26cce6381ada7b80d10b63f2adb0ae. after waiting 0 ms 2024-11-18T18:14:47,727 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731953686912.5c26cce6381ada7b80d10b63f2adb0ae. 2024-11-18T18:14:47,727 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731953686912.5c26cce6381ada7b80d10b63f2adb0ae. 2024-11-18T18:14:47,727 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5c26cce6381ada7b80d10b63f2adb0ae: Waiting for close lock at 1731953687727Disabling compacts and flushes for region at 1731953687727Disabling writes for close at 1731953687727Writing region close event to WAL at 1731953687727Closed at 1731953687727 2024-11-18T18:14:47,728 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T18:14:47,728 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731953686912.5c26cce6381ada7b80d10b63f2adb0ae.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731953687728"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731953687728"}]},"ts":"1731953687728"} 2024-11-18T18:14:47,730 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T18:14:47,731 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T18:14:47,731 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731953687731"}]},"ts":"1731953687731"} 2024-11-18T18:14:47,732 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-18T18:14:47,733 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5c26cce6381ada7b80d10b63f2adb0ae, ASSIGN}] 2024-11-18T18:14:47,734 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5c26cce6381ada7b80d10b63f2adb0ae, ASSIGN 2024-11-18T18:14:47,734 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=5c26cce6381ada7b80d10b63f2adb0ae, ASSIGN; state=OFFLINE, location=818bff808382,36225,1731953678084; forceNewPlan=false, retain=false 2024-11-18T18:14:47,885 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5c26cce6381ada7b80d10b63f2adb0ae, regionState=OPENING, regionLocation=818bff808382,36225,1731953678084 2024-11-18T18:14:47,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=5c26cce6381ada7b80d10b63f2adb0ae, ASSIGN because future has completed 2024-11-18T18:14:47,887 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5c26cce6381ada7b80d10b63f2adb0ae, server=818bff808382,36225,1731953678084}] 2024-11-18T18:14:48,042 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731953686912.5c26cce6381ada7b80d10b63f2adb0ae. 2024-11-18T18:14:48,042 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 5c26cce6381ada7b80d10b63f2adb0ae, NAME => 'test,,1731953686912.5c26cce6381ada7b80d10b63f2adb0ae.', STARTKEY => '', ENDKEY => ''} 2024-11-18T18:14:48,043 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T18:14:48,043 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-18T18:14:48,043 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 5c26cce6381ada7b80d10b63f2adb0ae 2024-11-18T18:14:48,043 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731953686912.5c26cce6381ada7b80d10b63f2adb0ae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:14:48,043 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 5c26cce6381ada7b80d10b63f2adb0ae 2024-11-18T18:14:48,043 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 5c26cce6381ada7b80d10b63f2adb0ae 2024-11-18T18:14:48,044 INFO [StoreOpener-5c26cce6381ada7b80d10b63f2adb0ae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5c26cce6381ada7b80d10b63f2adb0ae 2024-11-18T18:14:48,045 INFO [StoreOpener-5c26cce6381ada7b80d10b63f2adb0ae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5c26cce6381ada7b80d10b63f2adb0ae columnFamilyName f 2024-11-18T18:14:48,045 DEBUG [StoreOpener-5c26cce6381ada7b80d10b63f2adb0ae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:14:48,045 INFO [StoreOpener-5c26cce6381ada7b80d10b63f2adb0ae-1 {}] regionserver.HStore(327): Store=5c26cce6381ada7b80d10b63f2adb0ae/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:14:48,045 INFO [StoreOpener-5c26cce6381ada7b80d10b63f2adb0ae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 5c26cce6381ada7b80d10b63f2adb0ae 2024-11-18T18:14:48,046 INFO [StoreOpener-5c26cce6381ada7b80d10b63f2adb0ae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5c26cce6381ada7b80d10b63f2adb0ae columnFamilyName f1 2024-11-18T18:14:48,046 DEBUG [StoreOpener-5c26cce6381ada7b80d10b63f2adb0ae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:14:48,046 INFO [StoreOpener-5c26cce6381ada7b80d10b63f2adb0ae-1 {}] regionserver.HStore(327): Store=5c26cce6381ada7b80d10b63f2adb0ae/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:14:48,046 INFO [StoreOpener-5c26cce6381ada7b80d10b63f2adb0ae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 5c26cce6381ada7b80d10b63f2adb0ae 2024-11-18T18:14:48,047 INFO [StoreOpener-5c26cce6381ada7b80d10b63f2adb0ae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5c26cce6381ada7b80d10b63f2adb0ae columnFamilyName norep 2024-11-18T18:14:48,047 DEBUG [StoreOpener-5c26cce6381ada7b80d10b63f2adb0ae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:14:48,047 INFO [StoreOpener-5c26cce6381ada7b80d10b63f2adb0ae-1 {}] regionserver.HStore(327): Store=5c26cce6381ada7b80d10b63f2adb0ae/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:14:48,047 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 5c26cce6381ada7b80d10b63f2adb0ae 2024-11-18T18:14:48,048 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/data/default/test/5c26cce6381ada7b80d10b63f2adb0ae 2024-11-18T18:14:48,048 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/data/default/test/5c26cce6381ada7b80d10b63f2adb0ae 2024-11-18T18:14:48,049 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 5c26cce6381ada7b80d10b63f2adb0ae 2024-11-18T18:14:48,049 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 5c26cce6381ada7b80d10b63f2adb0ae 2024-11-18T18:14:48,049 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T18:14:48,050 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 5c26cce6381ada7b80d10b63f2adb0ae 2024-11-18T18:14:48,051 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/data/default/test/5c26cce6381ada7b80d10b63f2adb0ae/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T18:14:48,052 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 5c26cce6381ada7b80d10b63f2adb0ae; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69571779, jitterRate=0.0367002934217453}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T18:14:48,052 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5c26cce6381ada7b80d10b63f2adb0ae 2024-11-18T18:14:48,052 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 5c26cce6381ada7b80d10b63f2adb0ae: Running coprocessor pre-open hook at 1731953688043Writing region info on filesystem at 1731953688043Initializing all the Stores at 1731953688044 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953688044Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953688044Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953688044Cleaning up temporary data from old regions at 1731953688049 (+5 ms)Running coprocessor post-open hooks at 1731953688052 (+3 ms)Region opened successfully at 1731953688052 2024-11-18T18:14:48,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T18:14:48,052 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731953686912.5c26cce6381ada7b80d10b63f2adb0ae., pid=6, masterSystemTime=1731953688039 2024-11-18T18:14:48,054 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731953686912.5c26cce6381ada7b80d10b63f2adb0ae. 2024-11-18T18:14:48,054 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731953686912.5c26cce6381ada7b80d10b63f2adb0ae. 2024-11-18T18:14:48,054 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5c26cce6381ada7b80d10b63f2adb0ae, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=818bff808382,36225,1731953678084 2024-11-18T18:14:48,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5c26cce6381ada7b80d10b63f2adb0ae, server=818bff808382,36225,1731953678084 because future has completed 2024-11-18T18:14:48,058 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T18:14:48,058 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5c26cce6381ada7b80d10b63f2adb0ae, server=818bff808382,36225,1731953678084 in 170 msec 2024-11-18T18:14:48,059 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T18:14:48,059 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=5c26cce6381ada7b80d10b63f2adb0ae, ASSIGN in 325 msec 2024-11-18T18:14:48,060 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T18:14:48,060 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731953688060"}]},"ts":"1731953688060"} 2024-11-18T18:14:48,061 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-18T18:14:48,062 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T18:14:48,063 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1490 sec 2024-11-18T18:14:49,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T18:14:49,062 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T18:14:49,062 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-18T18:14:49,063 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 818bff808382,41451,1731953680631 2024-11-18T18:14:49,063 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@477444ee 2024-11-18T18:14:49,063 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T18:14:49,064 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T18:14:49,064 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41451 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T18:14:49,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41451 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-18T18:14:49,066 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T18:14:49,066 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:14:49,066 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41451 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-18T18:14:49,067 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T18:14:49,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T18:14:49,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36581 is added to blk_1073741835_1011 (size=902) 2024-11-18T18:14:49,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T18:14:49,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T18:14:49,475 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 67f9dc5ba7a958b89acfbf7397ae3762, NAME => 'test,,1731953689064.67f9dc5ba7a958b89acfbf7397ae3762.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41203/user/jenkins/test-data/ca8eae9e-e044-9444-e24c-8bfab1fa071f 2024-11-18T18:14:49,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36581 is added to blk_1073741836_1012 (size=39) 2024-11-18T18:14:49,479 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731953689064.67f9dc5ba7a958b89acfbf7397ae3762.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:14:49,479 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 67f9dc5ba7a958b89acfbf7397ae3762, disabling compactions & flushes 2024-11-18T18:14:49,479 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731953689064.67f9dc5ba7a958b89acfbf7397ae3762. 2024-11-18T18:14:49,479 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731953689064.67f9dc5ba7a958b89acfbf7397ae3762. 2024-11-18T18:14:49,479 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731953689064.67f9dc5ba7a958b89acfbf7397ae3762. after waiting 0 ms 2024-11-18T18:14:49,479 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731953689064.67f9dc5ba7a958b89acfbf7397ae3762. 2024-11-18T18:14:49,479 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731953689064.67f9dc5ba7a958b89acfbf7397ae3762. 2024-11-18T18:14:49,479 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 67f9dc5ba7a958b89acfbf7397ae3762: Waiting for close lock at 1731953689479Disabling compacts and flushes for region at 1731953689479Disabling writes for close at 1731953689479Writing region close event to WAL at 1731953689479Closed at 1731953689479 2024-11-18T18:14:49,480 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T18:14:49,481 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731953689064.67f9dc5ba7a958b89acfbf7397ae3762.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731953689480"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731953689480"}]},"ts":"1731953689480"} 2024-11-18T18:14:49,482 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T18:14:49,483 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T18:14:49,483 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731953689483"}]},"ts":"1731953689483"} 2024-11-18T18:14:49,485 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-18T18:14:49,485 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=67f9dc5ba7a958b89acfbf7397ae3762, ASSIGN}] 2024-11-18T18:14:49,486 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=67f9dc5ba7a958b89acfbf7397ae3762, ASSIGN 2024-11-18T18:14:49,486 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=67f9dc5ba7a958b89acfbf7397ae3762, ASSIGN; state=OFFLINE, location=818bff808382,44359,1731953680663; forceNewPlan=false, retain=false 2024-11-18T18:14:49,637 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=67f9dc5ba7a958b89acfbf7397ae3762, regionState=OPENING, regionLocation=818bff808382,44359,1731953680663 2024-11-18T18:14:49,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=67f9dc5ba7a958b89acfbf7397ae3762, ASSIGN because future has completed 2024-11-18T18:14:49,639 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 67f9dc5ba7a958b89acfbf7397ae3762, server=818bff808382,44359,1731953680663}] 2024-11-18T18:14:49,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T18:14:49,793 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731953689064.67f9dc5ba7a958b89acfbf7397ae3762. 2024-11-18T18:14:49,793 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 67f9dc5ba7a958b89acfbf7397ae3762, NAME => 'test,,1731953689064.67f9dc5ba7a958b89acfbf7397ae3762.', STARTKEY => '', ENDKEY => ''} 2024-11-18T18:14:49,793 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T18:14:49,794 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-18T18:14:49,794 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 67f9dc5ba7a958b89acfbf7397ae3762 2024-11-18T18:14:49,794 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731953689064.67f9dc5ba7a958b89acfbf7397ae3762.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:14:49,794 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 67f9dc5ba7a958b89acfbf7397ae3762 2024-11-18T18:14:49,794 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 67f9dc5ba7a958b89acfbf7397ae3762 2024-11-18T18:14:49,795 INFO [StoreOpener-67f9dc5ba7a958b89acfbf7397ae3762-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 67f9dc5ba7a958b89acfbf7397ae3762 2024-11-18T18:14:49,796 INFO [StoreOpener-67f9dc5ba7a958b89acfbf7397ae3762-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 67f9dc5ba7a958b89acfbf7397ae3762 columnFamilyName f 2024-11-18T18:14:49,796 DEBUG [StoreOpener-67f9dc5ba7a958b89acfbf7397ae3762-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:14:49,796 INFO [StoreOpener-67f9dc5ba7a958b89acfbf7397ae3762-1 {}] regionserver.HStore(327): Store=67f9dc5ba7a958b89acfbf7397ae3762/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:14:49,796 INFO [StoreOpener-67f9dc5ba7a958b89acfbf7397ae3762-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 67f9dc5ba7a958b89acfbf7397ae3762 2024-11-18T18:14:49,797 INFO [StoreOpener-67f9dc5ba7a958b89acfbf7397ae3762-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 67f9dc5ba7a958b89acfbf7397ae3762 columnFamilyName f1 2024-11-18T18:14:49,797 DEBUG [StoreOpener-67f9dc5ba7a958b89acfbf7397ae3762-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:14:49,797 INFO [StoreOpener-67f9dc5ba7a958b89acfbf7397ae3762-1 {}] regionserver.HStore(327): Store=67f9dc5ba7a958b89acfbf7397ae3762/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:14:49,797 INFO [StoreOpener-67f9dc5ba7a958b89acfbf7397ae3762-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 67f9dc5ba7a958b89acfbf7397ae3762 2024-11-18T18:14:49,798 INFO [StoreOpener-67f9dc5ba7a958b89acfbf7397ae3762-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 67f9dc5ba7a958b89acfbf7397ae3762 columnFamilyName norep 2024-11-18T18:14:49,798 DEBUG [StoreOpener-67f9dc5ba7a958b89acfbf7397ae3762-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:14:49,798 INFO [StoreOpener-67f9dc5ba7a958b89acfbf7397ae3762-1 {}] regionserver.HStore(327): Store=67f9dc5ba7a958b89acfbf7397ae3762/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:14:49,798 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 67f9dc5ba7a958b89acfbf7397ae3762 2024-11-18T18:14:49,799 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41203/user/jenkins/test-data/ca8eae9e-e044-9444-e24c-8bfab1fa071f/data/default/test/67f9dc5ba7a958b89acfbf7397ae3762 2024-11-18T18:14:49,799 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41203/user/jenkins/test-data/ca8eae9e-e044-9444-e24c-8bfab1fa071f/data/default/test/67f9dc5ba7a958b89acfbf7397ae3762 2024-11-18T18:14:49,800 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 67f9dc5ba7a958b89acfbf7397ae3762 2024-11-18T18:14:49,800 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 67f9dc5ba7a958b89acfbf7397ae3762 2024-11-18T18:14:49,800 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T18:14:49,801 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 67f9dc5ba7a958b89acfbf7397ae3762 2024-11-18T18:14:49,802 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41203/user/jenkins/test-data/ca8eae9e-e044-9444-e24c-8bfab1fa071f/data/default/test/67f9dc5ba7a958b89acfbf7397ae3762/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T18:14:49,802 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 67f9dc5ba7a958b89acfbf7397ae3762; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70176337, jitterRate=0.04570890963077545}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T18:14:49,802 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 67f9dc5ba7a958b89acfbf7397ae3762 2024-11-18T18:14:49,802 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 67f9dc5ba7a958b89acfbf7397ae3762: Running coprocessor pre-open hook at 1731953689794Writing region info on filesystem at 1731953689794Initializing all the Stores at 1731953689794Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953689795 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953689795Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953689795Cleaning up temporary data from old regions at 1731953689800 (+5 ms)Running coprocessor post-open hooks at 1731953689802 (+2 ms)Region opened successfully at 1731953689802 2024-11-18T18:14:49,803 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731953689064.67f9dc5ba7a958b89acfbf7397ae3762., pid=6, masterSystemTime=1731953689790 2024-11-18T18:14:49,804 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731953689064.67f9dc5ba7a958b89acfbf7397ae3762. 2024-11-18T18:14:49,804 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731953689064.67f9dc5ba7a958b89acfbf7397ae3762. 2024-11-18T18:14:49,805 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=67f9dc5ba7a958b89acfbf7397ae3762, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=818bff808382,44359,1731953680663 2024-11-18T18:14:49,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 67f9dc5ba7a958b89acfbf7397ae3762, server=818bff808382,44359,1731953680663 because future has completed 2024-11-18T18:14:49,809 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T18:14:49,809 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 67f9dc5ba7a958b89acfbf7397ae3762, server=818bff808382,44359,1731953680663 in 168 msec 2024-11-18T18:14:49,811 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T18:14:49,811 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=67f9dc5ba7a958b89acfbf7397ae3762, ASSIGN in 324 msec 2024-11-18T18:14:49,811 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T18:14:49,811 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731953689811"}]},"ts":"1731953689811"} 2024-11-18T18:14:49,813 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-18T18:14:49,813 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T18:14:49,814 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 749 msec 2024-11-18T18:14:50,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T18:14:50,202 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-18T18:14:50,202 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T18:14:50,203 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 818bff808382,35403,1731953684648 2024-11-18T18:14:50,203 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@69660419 2024-11-18T18:14:50,203 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T18:14:50,204 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T18:14:50,204 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35403 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T18:14:50,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35403 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-18T18:14:50,206 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T18:14:50,206 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:14:50,206 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35403 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-18T18:14:50,207 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T18:14:50,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35403 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T18:14:50,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44941 is added to blk_1073741835_1011 (size=902) 2024-11-18T18:14:50,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35403 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T18:14:50,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35403 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T18:14:50,613 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 806b323f682dc6744049bc979b3d5ccf, NAME => 'test,,1731953690204.806b323f682dc6744049bc979b3d5ccf.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45989/user/jenkins/test-data/7741f4e6-4289-a569-039a-6fe104b39cec 2024-11-18T18:14:50,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44941 is added to blk_1073741836_1012 (size=39) 2024-11-18T18:14:50,617 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731953690204.806b323f682dc6744049bc979b3d5ccf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:14:50,618 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 806b323f682dc6744049bc979b3d5ccf, disabling compactions & flushes 2024-11-18T18:14:50,618 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731953690204.806b323f682dc6744049bc979b3d5ccf. 2024-11-18T18:14:50,618 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731953690204.806b323f682dc6744049bc979b3d5ccf. 2024-11-18T18:14:50,618 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731953690204.806b323f682dc6744049bc979b3d5ccf. after waiting 0 ms 2024-11-18T18:14:50,618 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731953690204.806b323f682dc6744049bc979b3d5ccf. 2024-11-18T18:14:50,618 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731953690204.806b323f682dc6744049bc979b3d5ccf. 2024-11-18T18:14:50,618 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 806b323f682dc6744049bc979b3d5ccf: Waiting for close lock at 1731953690618Disabling compacts and flushes for region at 1731953690618Disabling writes for close at 1731953690618Writing region close event to WAL at 1731953690618Closed at 1731953690618 2024-11-18T18:14:50,619 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T18:14:50,619 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731953690204.806b323f682dc6744049bc979b3d5ccf.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731953690619"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731953690619"}]},"ts":"1731953690619"} 2024-11-18T18:14:50,620 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T18:14:50,621 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T18:14:50,621 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731953690621"}]},"ts":"1731953690621"} 2024-11-18T18:14:50,622 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-18T18:14:50,623 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=806b323f682dc6744049bc979b3d5ccf, ASSIGN}] 2024-11-18T18:14:50,623 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=806b323f682dc6744049bc979b3d5ccf, ASSIGN 2024-11-18T18:14:50,624 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=806b323f682dc6744049bc979b3d5ccf, ASSIGN; state=OFFLINE, location=818bff808382,38257,1731953684683; forceNewPlan=false, retain=false 2024-11-18T18:14:50,774 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=806b323f682dc6744049bc979b3d5ccf, regionState=OPENING, regionLocation=818bff808382,38257,1731953684683 2024-11-18T18:14:50,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=806b323f682dc6744049bc979b3d5ccf, ASSIGN because future has completed 2024-11-18T18:14:50,777 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 806b323f682dc6744049bc979b3d5ccf, server=818bff808382,38257,1731953684683}] 2024-11-18T18:14:50,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35403 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T18:14:50,931 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731953690204.806b323f682dc6744049bc979b3d5ccf. 2024-11-18T18:14:50,931 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 806b323f682dc6744049bc979b3d5ccf, NAME => 'test,,1731953690204.806b323f682dc6744049bc979b3d5ccf.', STARTKEY => '', ENDKEY => ''} 2024-11-18T18:14:50,931 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T18:14:50,932 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-18T18:14:50,932 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 806b323f682dc6744049bc979b3d5ccf 2024-11-18T18:14:50,932 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731953690204.806b323f682dc6744049bc979b3d5ccf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:14:50,932 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 806b323f682dc6744049bc979b3d5ccf 2024-11-18T18:14:50,932 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 806b323f682dc6744049bc979b3d5ccf 2024-11-18T18:14:50,933 INFO [StoreOpener-806b323f682dc6744049bc979b3d5ccf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 806b323f682dc6744049bc979b3d5ccf 2024-11-18T18:14:50,934 INFO [StoreOpener-806b323f682dc6744049bc979b3d5ccf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 806b323f682dc6744049bc979b3d5ccf columnFamilyName f 2024-11-18T18:14:50,934 DEBUG [StoreOpener-806b323f682dc6744049bc979b3d5ccf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:14:50,934 INFO [StoreOpener-806b323f682dc6744049bc979b3d5ccf-1 {}] regionserver.HStore(327): Store=806b323f682dc6744049bc979b3d5ccf/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:14:50,934 INFO [StoreOpener-806b323f682dc6744049bc979b3d5ccf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 806b323f682dc6744049bc979b3d5ccf 2024-11-18T18:14:50,935 INFO [StoreOpener-806b323f682dc6744049bc979b3d5ccf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 806b323f682dc6744049bc979b3d5ccf columnFamilyName f1 2024-11-18T18:14:50,935 DEBUG [StoreOpener-806b323f682dc6744049bc979b3d5ccf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:14:50,936 INFO [StoreOpener-806b323f682dc6744049bc979b3d5ccf-1 {}] regionserver.HStore(327): Store=806b323f682dc6744049bc979b3d5ccf/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:14:50,936 INFO [StoreOpener-806b323f682dc6744049bc979b3d5ccf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 806b323f682dc6744049bc979b3d5ccf 2024-11-18T18:14:50,936 INFO [StoreOpener-806b323f682dc6744049bc979b3d5ccf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 806b323f682dc6744049bc979b3d5ccf columnFamilyName norep 2024-11-18T18:14:50,936 DEBUG [StoreOpener-806b323f682dc6744049bc979b3d5ccf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:14:50,937 INFO [StoreOpener-806b323f682dc6744049bc979b3d5ccf-1 {}] regionserver.HStore(327): Store=806b323f682dc6744049bc979b3d5ccf/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:14:50,937 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 806b323f682dc6744049bc979b3d5ccf 2024-11-18T18:14:50,937 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45989/user/jenkins/test-data/7741f4e6-4289-a569-039a-6fe104b39cec/data/default/test/806b323f682dc6744049bc979b3d5ccf 2024-11-18T18:14:50,938 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45989/user/jenkins/test-data/7741f4e6-4289-a569-039a-6fe104b39cec/data/default/test/806b323f682dc6744049bc979b3d5ccf 2024-11-18T18:14:50,938 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 806b323f682dc6744049bc979b3d5ccf 2024-11-18T18:14:50,938 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 806b323f682dc6744049bc979b3d5ccf 2024-11-18T18:14:50,939 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T18:14:50,939 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 806b323f682dc6744049bc979b3d5ccf 2024-11-18T18:14:50,941 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45989/user/jenkins/test-data/7741f4e6-4289-a569-039a-6fe104b39cec/data/default/test/806b323f682dc6744049bc979b3d5ccf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T18:14:50,941 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 806b323f682dc6744049bc979b3d5ccf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71104952, jitterRate=0.05954635143280029}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T18:14:50,941 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 806b323f682dc6744049bc979b3d5ccf 2024-11-18T18:14:50,941 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 806b323f682dc6744049bc979b3d5ccf: Running coprocessor pre-open hook at 1731953690932Writing region info on filesystem at 1731953690932Initializing all the Stores at 1731953690933 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953690933Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953690933Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953690933Cleaning up temporary data from old regions at 1731953690938 (+5 ms)Running coprocessor post-open hooks at 1731953690941 (+3 ms)Region opened successfully at 1731953690941 2024-11-18T18:14:50,942 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731953690204.806b323f682dc6744049bc979b3d5ccf., pid=6, masterSystemTime=1731953690928 2024-11-18T18:14:50,943 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731953690204.806b323f682dc6744049bc979b3d5ccf. 2024-11-18T18:14:50,943 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731953690204.806b323f682dc6744049bc979b3d5ccf. 2024-11-18T18:14:50,944 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=806b323f682dc6744049bc979b3d5ccf, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=818bff808382,38257,1731953684683 2024-11-18T18:14:50,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 806b323f682dc6744049bc979b3d5ccf, server=818bff808382,38257,1731953684683 because future has completed 2024-11-18T18:14:50,950 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T18:14:50,950 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 806b323f682dc6744049bc979b3d5ccf, server=818bff808382,38257,1731953684683 in 172 msec 2024-11-18T18:14:50,951 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T18:14:50,951 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=806b323f682dc6744049bc979b3d5ccf, ASSIGN in 327 msec 2024-11-18T18:14:50,952 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T18:14:50,952 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731953690952"}]},"ts":"1731953690952"} 2024-11-18T18:14:50,954 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-18T18:14:50,954 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T18:14:50,956 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 750 msec 2024-11-18T18:14:51,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35403 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T18:14:51,342 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-18T18:14:51,342 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@526a1384, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:14:51,343 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 818bff808382,37883,-1 for getting cluster id 2024-11-18T18:14:51,343 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T18:14:51,343 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a2c61c5d-390a-4155-af6e-37fd172eed80' 2024-11-18T18:14:51,343 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T18:14:51,343 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a2c61c5d-390a-4155-af6e-37fd172eed80" 2024-11-18T18:14:51,344 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b1c939e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:14:51,344 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [818bff808382,37883,-1] 2024-11-18T18:14:51,344 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T18:14:51,344 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:14:51,344 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T18:14:51,345 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b5c1ef0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:14:51,345 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T18:14:51,346 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 818bff808382,37883,1731953678038 2024-11-18T18:14:51,346 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@89539f 2024-11-18T18:14:51,346 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T18:14:51,346 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T18:14:51,347 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://818bff808382:41451,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-18T18:14:51,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T18:14:51,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T18:14:51,349 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='818bff808382:41451' 2024-11-18T18:14:51,350 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6371b4fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:14:51,350 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 818bff808382,41451,-1 for getting cluster id 2024-11-18T18:14:51,350 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T18:14:51,350 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cd908d0d-20ad-4c32-bcfa-ef6c6caab03e' 2024-11-18T18:14:51,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T18:14:51,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cd908d0d-20ad-4c32-bcfa-ef6c6caab03e" 2024-11-18T18:14:51,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d22b65b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:14:51,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [818bff808382,41451,-1] 2024-11-18T18:14:51,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T18:14:51,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:14:51,351 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38970, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T18:14:51,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@770b1706, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:14:51,352 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T18:14:51,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 818bff808382,41451,1731953680631 2024-11-18T18:14:51,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1af6b072 2024-11-18T18:14:51,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T18:14:51,353 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38978, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T18:14:51,354 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-18T18:14:51,354 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T18:14:51,354 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:14:51,354 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:14:51,354 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T18:14:51,355 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T18:14:51,355 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-18T18:14:51,356 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T18:14:51,356 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:14:51,357 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T18:14:51,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38039 is added to blk_1073741837_1013 (size=1138) 2024-11-18T18:14:51,405 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-18T18:14:51,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T18:14:51,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T18:14:51,763 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7c5d6c827417948706cea2a710d6dc02, NAME => 'hbase:replication,,1731953691354.7c5d6c827417948706cea2a710d6dc02.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b 2024-11-18T18:14:51,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38039 is added to blk_1073741838_1014 (size=44) 2024-11-18T18:14:51,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T18:14:52,168 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731953691354.7c5d6c827417948706cea2a710d6dc02.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:14:52,168 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 7c5d6c827417948706cea2a710d6dc02, disabling compactions & flushes 2024-11-18T18:14:52,168 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731953691354.7c5d6c827417948706cea2a710d6dc02. 2024-11-18T18:14:52,168 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731953691354.7c5d6c827417948706cea2a710d6dc02. 2024-11-18T18:14:52,168 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731953691354.7c5d6c827417948706cea2a710d6dc02. after waiting 0 ms 2024-11-18T18:14:52,168 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731953691354.7c5d6c827417948706cea2a710d6dc02. 2024-11-18T18:14:52,168 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731953691354.7c5d6c827417948706cea2a710d6dc02. 2024-11-18T18:14:52,168 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7c5d6c827417948706cea2a710d6dc02: Waiting for close lock at 1731953692168Disabling compacts and flushes for region at 1731953692168Disabling writes for close at 1731953692168Writing region close event to WAL at 1731953692168Closed at 1731953692168 2024-11-18T18:14:52,169 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T18:14:52,169 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731953691354.7c5d6c827417948706cea2a710d6dc02.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731953692169"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731953692169"}]},"ts":"1731953692169"} 2024-11-18T18:14:52,171 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T18:14:52,171 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T18:14:52,172 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731953692171"}]},"ts":"1731953692171"} 2024-11-18T18:14:52,173 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-18T18:14:52,173 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7c5d6c827417948706cea2a710d6dc02, ASSIGN}] 2024-11-18T18:14:52,174 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7c5d6c827417948706cea2a710d6dc02, ASSIGN 2024-11-18T18:14:52,174 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7c5d6c827417948706cea2a710d6dc02, ASSIGN; state=OFFLINE, location=818bff808382,36225,1731953678084; forceNewPlan=false, retain=false 2024-11-18T18:14:52,283 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T18:14:52,284 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:14:52,285 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:14:52,285 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:14:52,285 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:14:52,285 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:14:52,285 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:14:52,286 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:14:52,325 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7c5d6c827417948706cea2a710d6dc02, regionState=OPENING, regionLocation=818bff808382,36225,1731953678084 2024-11-18T18:14:52,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7c5d6c827417948706cea2a710d6dc02, ASSIGN because future has completed 2024-11-18T18:14:52,328 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7c5d6c827417948706cea2a710d6dc02, server=818bff808382,36225,1731953678084}] 2024-11-18T18:14:52,331 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:14:52,331 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:14:52,331 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:14:52,332 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:14:52,332 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:14:52,332 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:14:52,337 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:14:52,339 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:14:52,340 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:14:52,341 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:14:52,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T18:14:52,484 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731953691354.7c5d6c827417948706cea2a710d6dc02. 2024-11-18T18:14:52,484 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T18:14:52,485 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-18T18:14:52,486 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=818bff808382%2C36225%2C1731953678084.rep, suffix=, logDir=hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/WALs/818bff808382,36225,1731953678084, archiveDir=hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/oldWALs, maxLogs=10 2024-11-18T18:14:52,515 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/WALs/818bff808382,36225,1731953678084/818bff808382%2C36225%2C1731953678084.rep.1731953692486, exclude list is [], retry=0 2024-11-18T18:14:52,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38039,DS-6f98f54b-4a02-4740-9d1e-eb52dae54d74,DISK] 2024-11-18T18:14:52,520 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/WALs/818bff808382,36225,1731953678084/818bff808382%2C36225%2C1731953678084.rep.1731953692486 2024-11-18T18:14:52,521 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46091:46091)] 2024-11-18T18:14:52,521 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 7c5d6c827417948706cea2a710d6dc02, NAME => 'hbase:replication,,1731953691354.7c5d6c827417948706cea2a710d6dc02.', STARTKEY => '', ENDKEY => ''} 2024-11-18T18:14:52,522 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T18:14:52,522 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T18:14:52,522 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731953691354.7c5d6c827417948706cea2a710d6dc02. service=MultiRowMutationService 2024-11-18T18:14:52,522 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-18T18:14:52,522 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 7c5d6c827417948706cea2a710d6dc02 2024-11-18T18:14:52,522 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731953691354.7c5d6c827417948706cea2a710d6dc02.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:14:52,522 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 7c5d6c827417948706cea2a710d6dc02 2024-11-18T18:14:52,523 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 7c5d6c827417948706cea2a710d6dc02 2024-11-18T18:14:52,524 INFO [StoreOpener-7c5d6c827417948706cea2a710d6dc02-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 7c5d6c827417948706cea2a710d6dc02 2024-11-18T18:14:52,525 INFO [StoreOpener-7c5d6c827417948706cea2a710d6dc02-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7c5d6c827417948706cea2a710d6dc02 columnFamilyName hfileref 2024-11-18T18:14:52,525 DEBUG [StoreOpener-7c5d6c827417948706cea2a710d6dc02-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:14:52,526 INFO [StoreOpener-7c5d6c827417948706cea2a710d6dc02-1 {}] regionserver.HStore(327): Store=7c5d6c827417948706cea2a710d6dc02/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:14:52,526 INFO [StoreOpener-7c5d6c827417948706cea2a710d6dc02-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 7c5d6c827417948706cea2a710d6dc02 2024-11-18T18:14:52,527 INFO [StoreOpener-7c5d6c827417948706cea2a710d6dc02-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7c5d6c827417948706cea2a710d6dc02 columnFamilyName queue 2024-11-18T18:14:52,527 DEBUG [StoreOpener-7c5d6c827417948706cea2a710d6dc02-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:14:52,527 INFO [StoreOpener-7c5d6c827417948706cea2a710d6dc02-1 {}] regionserver.HStore(327): Store=7c5d6c827417948706cea2a710d6dc02/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:14:52,527 INFO [StoreOpener-7c5d6c827417948706cea2a710d6dc02-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 7c5d6c827417948706cea2a710d6dc02 2024-11-18T18:14:52,528 INFO [StoreOpener-7c5d6c827417948706cea2a710d6dc02-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7c5d6c827417948706cea2a710d6dc02 columnFamilyName sid 2024-11-18T18:14:52,528 DEBUG [StoreOpener-7c5d6c827417948706cea2a710d6dc02-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:14:52,528 INFO [StoreOpener-7c5d6c827417948706cea2a710d6dc02-1 {}] regionserver.HStore(327): Store=7c5d6c827417948706cea2a710d6dc02/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:14:52,529 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 7c5d6c827417948706cea2a710d6dc02 2024-11-18T18:14:52,529 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/data/hbase/replication/7c5d6c827417948706cea2a710d6dc02 2024-11-18T18:14:52,530 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/data/hbase/replication/7c5d6c827417948706cea2a710d6dc02 2024-11-18T18:14:52,530 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 7c5d6c827417948706cea2a710d6dc02 2024-11-18T18:14:52,530 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 7c5d6c827417948706cea2a710d6dc02 2024-11-18T18:14:52,531 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T18:14:52,532 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 7c5d6c827417948706cea2a710d6dc02 2024-11-18T18:14:52,534 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/data/hbase/replication/7c5d6c827417948706cea2a710d6dc02/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T18:14:52,534 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 7c5d6c827417948706cea2a710d6dc02; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74784171, jitterRate=0.11437098681926727}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T18:14:52,534 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7c5d6c827417948706cea2a710d6dc02 2024-11-18T18:14:52,534 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 7c5d6c827417948706cea2a710d6dc02: Running coprocessor pre-open hook at 1731953692523Writing region info on filesystem at 1731953692523Initializing all the Stores at 1731953692523Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953692523Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953692524 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953692524Cleaning up temporary data from old regions at 1731953692530 (+6 ms)Running coprocessor post-open hooks at 1731953692534 (+4 ms)Region opened successfully at 1731953692534 2024-11-18T18:14:52,536 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731953691354.7c5d6c827417948706cea2a710d6dc02., pid=10, masterSystemTime=1731953692480 2024-11-18T18:14:52,538 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731953691354.7c5d6c827417948706cea2a710d6dc02. 2024-11-18T18:14:52,538 INFO [RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731953691354.7c5d6c827417948706cea2a710d6dc02. 2024-11-18T18:14:52,539 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7c5d6c827417948706cea2a710d6dc02, regionState=OPEN, openSeqNum=2, regionLocation=818bff808382,36225,1731953678084 2024-11-18T18:14:52,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7c5d6c827417948706cea2a710d6dc02, server=818bff808382,36225,1731953678084 because future has completed 2024-11-18T18:14:52,543 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-18T18:14:52,543 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 7c5d6c827417948706cea2a710d6dc02, server=818bff808382,36225,1731953678084 in 214 msec 2024-11-18T18:14:52,546 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-18T18:14:52,546 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7c5d6c827417948706cea2a710d6dc02, ASSIGN in 370 msec 2024-11-18T18:14:52,546 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T18:14:52,547 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731953692546"}]},"ts":"1731953692546"} 2024-11-18T18:14:52,548 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-18T18:14:52,549 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T18:14:52,551 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1940 sec 2024-11-18T18:14:52,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731953691354.7c5d6c827417948706cea2a710d6dc02., hostname=818bff808382,36225,1731953678084, seqNum=2] 2024-11-18T18:14:52,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36225-0x1000bd78bba0001, quorum=127.0.0.1:62713, baseZNode=/0152224351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0152224351 2024-11-18T18:14:52,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37883-0x1000bd78bba0000, quorum=127.0.0.1:62713, baseZNode=/0152224351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0152224351 2024-11-18T18:14:52,572 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T18:14:52,725 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36225 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-18T18:14:52,725 INFO [RS_REFRESH_PEER-regionserver/818bff808382:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-18T18:14:52,756 INFO [RS_REFRESH_PEER-regionserver/818bff808382:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-818bff808382,36225,1731953678084, ReplicationSource: 1, currentBandwidth=0 2024-11-18T18:14:52,757 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T18:14:52,757 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=818bff808382,36225,1731953678084, seqNum=-1] 2024-11-18T18:14:52,757 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T18:14:52,758 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56239, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-18T18:14:52,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-818bff808382,36225,1731953678084', locateType=CURRENT is [region=hbase:replication,,1731953691354.7c5d6c827417948706cea2a710d6dc02., hostname=818bff808382,36225,1731953678084, seqNum=2] 2024-11-18T18:14:52,762 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-18T18:14:52,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-18T18:14:52,764 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 818bff808382,36225,1731953678084 suceeded 2024-11-18T18:14:52,766 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-18T18:14:52,766 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 192 msec 2024-11-18T18:14:52,766 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://818bff808382:41451,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T18:14:52,767 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4190 sec 2024-11-18T18:14:52,784 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,36225,1731953678084 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='818bff808382:41451' 2024-11-18T18:14:52,786 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,36225,1731953678084 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@68951e39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:14:52,786 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,36225,1731953678084 {}] client.ClusterIdFetcher(90): Going to request 818bff808382,41451,-1 for getting cluster id 2024-11-18T18:14:52,786 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,36225,1731953678084 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T18:14:52,787 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cd908d0d-20ad-4c32-bcfa-ef6c6caab03e' 2024-11-18T18:14:52,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T18:14:52,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cd908d0d-20ad-4c32-bcfa-ef6c6caab03e" 2024-11-18T18:14:52,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7f8fec61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:14:52,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [818bff808382,41451,-1] 2024-11-18T18:14:52,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T18:14:52,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:14:52,788 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-18T18:14:52,789 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,36225,1731953678084 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5c6136c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:14:52,789 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,36225,1731953678084 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T18:14:52,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 818bff808382,41451,1731953680631 2024-11-18T18:14:52,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@750e528f 2024-11-18T18:14:52,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T18:14:52,790 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-18T18:14:52,791 INFO [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,36225,1731953678084 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-818bff808382,36225,1731953678084 (queues=1) is replicating from cluster=a2c61c5d-390a-4155-af6e-37fd172eed80 to cluster=cd908d0d-20ad-4c32-bcfa-ef6c6caab03e 2024-11-18T18:14:52,791 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,36225,1731953678084 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=818bff808382%2C36225%2C1731953678084 2024-11-18T18:14:52,791 INFO [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,36225,1731953678084 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-818bff808382,36225,1731953678084, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T18:14:52,792 INFO [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,36225,1731953678084.replicationSource.shipper818bff808382%2C36225%2C1731953678084,1-818bff808382,36225,1731953678084 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 818bff808382%2C36225%2C1731953678084 2024-11-18T18:14:52,792 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,36225,1731953678084.replicationSource.wal-reader.818bff808382%2C36225%2C1731953678084,1-818bff808382,36225,1731953678084 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/WALs/818bff808382,36225,1731953678084/818bff808382%2C36225%2C1731953678084.1731953679276, startPosition=0, beingWritten=true 2024-11-18T18:14:52,799 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,36225,1731953678084.replicationSource.wal-reader.818bff808382%2C36225%2C1731953678084,1-818bff808382,36225,1731953678084 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T18:14:52,799 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,36225,1731953678084.replicationSource.wal-reader.818bff808382%2C36225%2C1731953678084,1-818bff808382,36225,1731953678084 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/WALs/818bff808382,36225,1731953678084/818bff808382%2C36225%2C1731953678084.1731953679276 to pos 379, reset compression=false 2024-11-18T18:14:52,799 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,36225,1731953678084.replicationSource.shipper818bff808382%2C36225%2C1731953678084,1-818bff808382,36225,1731953678084 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-818bff808382,36225,1731953678084 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/WALs/818bff808382,36225,1731953678084/818bff808382%2C36225%2C1731953678084.1731953679276, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T18:14:53,002 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,36225,1731953678084.replicationSource.wal-reader.818bff808382%2C36225%2C1731953678084,1-818bff808382,36225,1731953678084 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/WALs/818bff808382,36225,1731953678084/818bff808382%2C36225%2C1731953678084.1731953679276 to pos 379, reset compression=false 2024-11-18T18:14:53,306 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,36225,1731953678084.replicationSource.wal-reader.818bff808382%2C36225%2C1731953678084,1-818bff808382,36225,1731953678084 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/WALs/818bff808382,36225,1731953678084/818bff808382%2C36225%2C1731953678084.1731953679276 to pos 379, reset compression=false 2024-11-18T18:14:53,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T18:14:53,493 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-18T18:14:53,493 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T18:14:53,493 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T18:14:53,493 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:14:53,493 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:14:53,493 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T18:14:53,494 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f8f70c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:14:53,494 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 818bff808382,37883,-1 for getting cluster id 2024-11-18T18:14:53,494 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T18:14:53,495 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a2c61c5d-390a-4155-af6e-37fd172eed80' 2024-11-18T18:14:53,495 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T18:14:53,495 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a2c61c5d-390a-4155-af6e-37fd172eed80" 2024-11-18T18:14:53,495 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4afa1c81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:14:53,495 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [818bff808382,37883,-1] 2024-11-18T18:14:53,495 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T18:14:53,495 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:14:53,496 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38632, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T18:14:53,496 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56b3971, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:14:53,497 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7def5204, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:14:53,497 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 818bff808382,41451,-1 for getting cluster id 2024-11-18T18:14:53,497 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T18:14:53,498 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cd908d0d-20ad-4c32-bcfa-ef6c6caab03e' 2024-11-18T18:14:53,498 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T18:14:53,498 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cd908d0d-20ad-4c32-bcfa-ef6c6caab03e" 2024-11-18T18:14:53,498 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2707b45a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:14:53,498 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [818bff808382,41451,-1] 2024-11-18T18:14:53,498 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T18:14:53,498 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:14:53,499 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T18:14:53,499 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f376657, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:14:53,500 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3541cad9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:14:53,500 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 818bff808382,35403,-1 for getting cluster id 2024-11-18T18:14:53,500 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T18:14:53,500 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3e352b08-036e-43cf-bab2-98b8ecf8d062' 2024-11-18T18:14:53,500 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T18:14:53,500 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3e352b08-036e-43cf-bab2-98b8ecf8d062" 2024-11-18T18:14:53,500 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7877667e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:14:53,500 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [818bff808382,35403,-1] 2024-11-18T18:14:53,501 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T18:14:53,501 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:14:53,501 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57076, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T18:14:53,502 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10e21967, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:14:53,502 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:14:53,505 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1731953693505/Put/seqid=0 2024-11-18T18:14:53,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38039 is added to blk_1073741840_1016 (size=7894) 2024-11-18T18:14:53,710 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,36225,1731953678084.replicationSource.wal-reader.818bff808382%2C36225%2C1731953678084,1-818bff808382,36225,1731953678084 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/WALs/818bff808382,36225,1731953678084/818bff808382%2C36225%2C1731953678084.1731953679276 to pos 379, reset compression=false 2024-11-18T18:14:53,911 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1731953693911/Put/seqid=0 2024-11-18T18:14:53,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38039 is added to blk_1073741841_1017 (size=7691) 2024-11-18T18:14:53,916 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77f3ce55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:14:53,916 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 818bff808382,37883,-1 for getting cluster id 2024-11-18T18:14:53,916 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T18:14:53,916 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a2c61c5d-390a-4155-af6e-37fd172eed80' 2024-11-18T18:14:53,917 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T18:14:53,917 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a2c61c5d-390a-4155-af6e-37fd172eed80" 2024-11-18T18:14:53,917 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f82411a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:14:53,917 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [818bff808382,37883,-1] 2024-11-18T18:14:53,917 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T18:14:53,917 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:14:53,918 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T18:14:53,918 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fee7e40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:14:53,919 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T18:14:53,919 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=818bff808382,36225,1731953678084, seqNum=-1] 2024-11-18T18:14:53,920 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T18:14:53,920 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32890, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T18:14:53,926 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T18:14:53,927 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 818bff808382,37883,1731953678038 2024-11-18T18:14:53,927 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@42e6533 2024-11-18T18:14:53,927 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T18:14:53,928 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38652, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T18:14:53,930 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731953686912.5c26cce6381ada7b80d10b63f2adb0ae., hostname=818bff808382,36225,1731953678084, seqNum=2] 2024-11-18T18:14:53,932 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-18T18:14:53,937 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-18T18:14:53,938 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-18T18:14:53,942 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36225 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/testHFileCyclicReplication_0/f/hfile_0 for inclusion in 5c26cce6381ada7b80d10b63f2adb0ae/f 2024-11-18T18:14:53,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36225 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-18T18:14:53,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36225 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T18:14:53,945 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36225 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/testHFileCyclicReplication_0/f/hfile_1 for inclusion in 5c26cce6381ada7b80d10b63f2adb0ae/f 2024-11-18T18:14:53,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36225 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-18T18:14:53,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36225 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T18:14:53,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36225 {}] regionserver.HRegion(2603): Flush status journal for 5c26cce6381ada7b80d10b63f2adb0ae: 2024-11-18T18:14:53,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36225 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/staging/jenkins__test__a5g5jq1v53bo3metpg012lfaf0lgo0puhk8puoqbcj2d3ugsd99pnak5r59s48pu/f/hfile_0 2024-11-18T18:14:53,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36225 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/staging/jenkins__test__a5g5jq1v53bo3metpg012lfaf0lgo0puhk8puoqbcj2d3ugsd99pnak5r59s48pu/f/hfile_0 as hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/data/default/test/5c26cce6381ada7b80d10b63f2adb0ae/f/18de7473c116437fb2e11fa6b288f906_SeqId_4_ 2024-11-18T18:14:53,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36225 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/staging/jenkins__test__a5g5jq1v53bo3metpg012lfaf0lgo0puhk8puoqbcj2d3ugsd99pnak5r59s48pu/f/hfile_1 2024-11-18T18:14:53,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36225 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/staging/jenkins__test__a5g5jq1v53bo3metpg012lfaf0lgo0puhk8puoqbcj2d3ugsd99pnak5r59s48pu/f/hfile_1 as hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/data/default/test/5c26cce6381ada7b80d10b63f2adb0ae/f/f895e1c3906f4813b1947e5c6dc35c6e_SeqId_4_ 2024-11-18T18:14:53,955 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36225 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/staging/jenkins__test__a5g5jq1v53bo3metpg012lfaf0lgo0puhk8puoqbcj2d3ugsd99pnak5r59s48pu/f/hfile_0 into 5c26cce6381ada7b80d10b63f2adb0ae/f as hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/data/default/test/5c26cce6381ada7b80d10b63f2adb0ae/f/18de7473c116437fb2e11fa6b288f906_SeqId_4_ - updating store file list. 2024-11-18T18:14:53,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36225 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 18de7473c116437fb2e11fa6b288f906_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-18T18:14:53,958 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36225 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/data/default/test/5c26cce6381ada7b80d10b63f2adb0ae/f/18de7473c116437fb2e11fa6b288f906_SeqId_4_ into 5c26cce6381ada7b80d10b63f2adb0ae/f 2024-11-18T18:14:53,958 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36225 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/staging/jenkins__test__a5g5jq1v53bo3metpg012lfaf0lgo0puhk8puoqbcj2d3ugsd99pnak5r59s48pu/f/hfile_0 into 5c26cce6381ada7b80d10b63f2adb0ae/f (new location: hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/data/default/test/5c26cce6381ada7b80d10b63f2adb0ae/f/18de7473c116437fb2e11fa6b288f906_SeqId_4_) 2024-11-18T18:14:53,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36225 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/staging/jenkins__test__a5g5jq1v53bo3metpg012lfaf0lgo0puhk8puoqbcj2d3ugsd99pnak5r59s48pu/f/hfile_0 2024-11-18T18:14:53,959 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36225 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/staging/jenkins__test__a5g5jq1v53bo3metpg012lfaf0lgo0puhk8puoqbcj2d3ugsd99pnak5r59s48pu/f/hfile_1 into 5c26cce6381ada7b80d10b63f2adb0ae/f as hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/data/default/test/5c26cce6381ada7b80d10b63f2adb0ae/f/f895e1c3906f4813b1947e5c6dc35c6e_SeqId_4_ - updating store file list. 2024-11-18T18:14:53,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36225 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f895e1c3906f4813b1947e5c6dc35c6e_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-18T18:14:53,962 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36225 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/data/default/test/5c26cce6381ada7b80d10b63f2adb0ae/f/f895e1c3906f4813b1947e5c6dc35c6e_SeqId_4_ into 5c26cce6381ada7b80d10b63f2adb0ae/f 2024-11-18T18:14:53,962 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36225 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/staging/jenkins__test__a5g5jq1v53bo3metpg012lfaf0lgo0puhk8puoqbcj2d3ugsd99pnak5r59s48pu/f/hfile_1 into 5c26cce6381ada7b80d10b63f2adb0ae/f (new location: hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/data/default/test/5c26cce6381ada7b80d10b63f2adb0ae/f/f895e1c3906f4813b1947e5c6dc35c6e_SeqId_4_) 2024-11-18T18:14:53,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36225 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/staging/jenkins__test__a5g5jq1v53bo3metpg012lfaf0lgo0puhk8puoqbcj2d3ugsd99pnak5r59s48pu/f/hfile_1 2024-11-18T18:14:53,964 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T18:14:53,964 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T18:14:53,964 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:14:53,964 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:14:53,964 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731953686912.5c26cce6381ada7b80d10b63f2adb0ae., hostname=818bff808382,36225,1731953678084, seqNum=2 , the old value is region=test,,1731953686912.5c26cce6381ada7b80d10b63f2adb0ae., hostname=818bff808382,36225,1731953678084, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=818bff808382:36225 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-18T18:14:53,964 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731953686912.5c26cce6381ada7b80d10b63f2adb0ae., hostname=818bff808382,36225,1731953678084, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-18T18:14:53,964 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731953686912.5c26cce6381ada7b80d10b63f2adb0ae., hostname=818bff808382,36225,1731953678084, seqNum=2 from cache 2024-11-18T18:14:53,965 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T18:14:53,965 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T18:14:53,965 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-18T18:14:53,966 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=818bff808382,44359,1731953680663, seqNum=-1] 2024-11-18T18:14:53,966 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T18:14:53,967 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43820, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T18:14:53,968 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731953689064.67f9dc5ba7a958b89acfbf7397ae3762., hostname=818bff808382,44359,1731953680663, seqNum=2] 2024-11-18T18:14:53,969 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-18T18:14:54,072 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=818bff808382:36225 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 34 more 2024-11-18T18:14:54,213 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,36225,1731953678084.replicationSource.wal-reader.818bff808382%2C36225%2C1731953678084,1-818bff808382,36225,1731953678084 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/WALs/818bff808382,36225,1731953678084/818bff808382%2C36225%2C1731953678084.1731953679276 to pos 379, reset compression=false 2024-11-18T18:14:54,218 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,36225,1731953678084.replicationSource.wal-reader.818bff808382%2C36225%2C1731953678084,1-818bff808382,36225,1731953678084 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T18:14:54,218 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,36225,1731953678084.replicationSource.shipper818bff808382%2C36225%2C1731953678084,1-818bff808382,36225,1731953678084 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-818bff808382,36225,1731953678084 got entry batch from reader: WALEntryBatch [walEntries=[{test/5c26cce6381ada7b80d10b63f2adb0ae/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731953693962/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/WALs/818bff808382,36225,1731953678084/818bff808382%2C36225%2C1731953678084.1731953679276, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-18T18:14:54,220 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,36225,1731953678084.replicationSource.shipper818bff808382%2C36225%2C1731953678084,1-818bff808382,36225,1731953678084 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T18:14:54,221 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-18T18:14:54,221 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44359 {}] regionserver.ReplicationSink(318): Replicating [a2c61c5d-390a-4155-af6e-37fd172eed80] bulk loaded data 2024-11-18T18:14:54,222 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44359 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5e9c490a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:14:54,222 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44359 {}] client.ClusterIdFetcher(90): Going to request 818bff808382,41451,-1 for getting cluster id 2024-11-18T18:14:54,222 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44359 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T18:14:54,222 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cd908d0d-20ad-4c32-bcfa-ef6c6caab03e' 2024-11-18T18:14:54,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T18:14:54,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cd908d0d-20ad-4c32-bcfa-ef6c6caab03e" 2024-11-18T18:14:54,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@23941eaa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:14:54,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [818bff808382,41451,-1] 2024-11-18T18:14:54,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T18:14:54,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:14:54,223 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41364, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-18T18:14:54,224 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44359 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@25b7b1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:14:54,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36581 is added to blk_1073741837_1013 (size=7894) 2024-11-18T18:14:54,418 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,36225,1731953678084.replicationSource.wal-reader.818bff808382%2C36225%2C1731953678084,1-818bff808382,36225,1731953678084 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/WALs/818bff808382,36225,1731953678084/818bff808382%2C36225%2C1731953678084.1731953679276 to pos 687, reset compression=false 2024-11-18T18:14:54,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36581 is added to blk_1073741838_1014 (size=7691) 2024-11-18T18:14:54,722 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,36225,1731953678084.replicationSource.wal-reader.818bff808382%2C36225%2C1731953678084,1-818bff808382,36225,1731953678084 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/WALs/818bff808382,36225,1731953678084/818bff808382%2C36225%2C1731953678084.1731953679276 to pos 687, reset compression=false 2024-11-18T18:14:54,971 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-18T18:14:55,041 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44359 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T18:14:55,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 818bff808382,41451,1731953680631 2024-11-18T18:14:55,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@319cd9fd 2024-11-18T18:14:55,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T18:14:55,043 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41370, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-18T18:14:55,045 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44359 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-18T18:14:55,045 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44359 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T18:14:55,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=818bff808382,44359,1731953680663, seqNum=-1] 2024-11-18T18:14:55,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T18:14:55,046 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-18T18:14:55,051 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41203/user/jenkins/test-data/ca8eae9e-e044-9444-e24c-8bfab1fa071f/staging/jenkins.hfs.22__test__vm56iv98024504n6uabbmhjm9mk5m6hf1n7ktbku78laklqvjheqcpbm73oadbq9/f/18de7473c116437fb2e11fa6b288f906_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-18T18:14:55,053 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41203/user/jenkins/test-data/ca8eae9e-e044-9444-e24c-8bfab1fa071f/staging/jenkins.hfs.22__test__vm56iv98024504n6uabbmhjm9mk5m6hf1n7ktbku78laklqvjheqcpbm73oadbq9/f/f895e1c3906f4813b1947e5c6dc35c6e_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-18T18:14:55,056 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44359 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41203/user/jenkins/test-data/ca8eae9e-e044-9444-e24c-8bfab1fa071f/staging/jenkins.hfs.22__test__vm56iv98024504n6uabbmhjm9mk5m6hf1n7ktbku78laklqvjheqcpbm73oadbq9/f/18de7473c116437fb2e11fa6b288f906_SeqId_4_ for inclusion in 67f9dc5ba7a958b89acfbf7397ae3762/f 2024-11-18T18:14:55,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44359 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-18T18:14:55,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44359 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T18:14:55,058 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44359 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41203/user/jenkins/test-data/ca8eae9e-e044-9444-e24c-8bfab1fa071f/staging/jenkins.hfs.22__test__vm56iv98024504n6uabbmhjm9mk5m6hf1n7ktbku78laklqvjheqcpbm73oadbq9/f/f895e1c3906f4813b1947e5c6dc35c6e_SeqId_4_ for inclusion in 67f9dc5ba7a958b89acfbf7397ae3762/f 2024-11-18T18:14:55,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44359 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-18T18:14:55,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44359 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T18:14:55,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44359 {}] regionserver.HRegion(2603): Flush status journal for 67f9dc5ba7a958b89acfbf7397ae3762: 2024-11-18T18:14:55,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44359 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 18de7473c116437fb2e11fa6b288f906_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-18T18:14:55,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44359 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41203/user/jenkins/test-data/ca8eae9e-e044-9444-e24c-8bfab1fa071f/staging/jenkins.hfs.22__test__vm56iv98024504n6uabbmhjm9mk5m6hf1n7ktbku78laklqvjheqcpbm73oadbq9/f/18de7473c116437fb2e11fa6b288f906_SeqId_4_ as hdfs://localhost:41203/user/jenkins/test-data/ca8eae9e-e044-9444-e24c-8bfab1fa071f/data/default/test/67f9dc5ba7a958b89acfbf7397ae3762/f/0a5d6956ad1340eda52e6a7923cda7ee_SeqId_4_ 2024-11-18T18:14:55,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44359 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): f895e1c3906f4813b1947e5c6dc35c6e_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-18T18:14:55,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44359 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41203/user/jenkins/test-data/ca8eae9e-e044-9444-e24c-8bfab1fa071f/staging/jenkins.hfs.22__test__vm56iv98024504n6uabbmhjm9mk5m6hf1n7ktbku78laklqvjheqcpbm73oadbq9/f/f895e1c3906f4813b1947e5c6dc35c6e_SeqId_4_ as hdfs://localhost:41203/user/jenkins/test-data/ca8eae9e-e044-9444-e24c-8bfab1fa071f/data/default/test/67f9dc5ba7a958b89acfbf7397ae3762/f/bdb220034c044f67bac10b2579858ed4_SeqId_4_ 2024-11-18T18:14:55,063 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44359 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41203/user/jenkins/test-data/ca8eae9e-e044-9444-e24c-8bfab1fa071f/staging/jenkins.hfs.22__test__vm56iv98024504n6uabbmhjm9mk5m6hf1n7ktbku78laklqvjheqcpbm73oadbq9/f/18de7473c116437fb2e11fa6b288f906_SeqId_4_ into 67f9dc5ba7a958b89acfbf7397ae3762/f as hdfs://localhost:41203/user/jenkins/test-data/ca8eae9e-e044-9444-e24c-8bfab1fa071f/data/default/test/67f9dc5ba7a958b89acfbf7397ae3762/f/0a5d6956ad1340eda52e6a7923cda7ee_SeqId_4_ - updating store file list. 2024-11-18T18:14:55,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44359 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0a5d6956ad1340eda52e6a7923cda7ee_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-18T18:14:55,066 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44359 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41203/user/jenkins/test-data/ca8eae9e-e044-9444-e24c-8bfab1fa071f/data/default/test/67f9dc5ba7a958b89acfbf7397ae3762/f/0a5d6956ad1340eda52e6a7923cda7ee_SeqId_4_ into 67f9dc5ba7a958b89acfbf7397ae3762/f 2024-11-18T18:14:55,066 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44359 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41203/user/jenkins/test-data/ca8eae9e-e044-9444-e24c-8bfab1fa071f/staging/jenkins.hfs.22__test__vm56iv98024504n6uabbmhjm9mk5m6hf1n7ktbku78laklqvjheqcpbm73oadbq9/f/18de7473c116437fb2e11fa6b288f906_SeqId_4_ into 67f9dc5ba7a958b89acfbf7397ae3762/f (new location: hdfs://localhost:41203/user/jenkins/test-data/ca8eae9e-e044-9444-e24c-8bfab1fa071f/data/default/test/67f9dc5ba7a958b89acfbf7397ae3762/f/0a5d6956ad1340eda52e6a7923cda7ee_SeqId_4_) 2024-11-18T18:14:55,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44359 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41203/user/jenkins/test-data/ca8eae9e-e044-9444-e24c-8bfab1fa071f/staging/jenkins.hfs.22__test__vm56iv98024504n6uabbmhjm9mk5m6hf1n7ktbku78laklqvjheqcpbm73oadbq9/f/18de7473c116437fb2e11fa6b288f906_SeqId_4_ 2024-11-18T18:14:55,067 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44359 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41203/user/jenkins/test-data/ca8eae9e-e044-9444-e24c-8bfab1fa071f/staging/jenkins.hfs.22__test__vm56iv98024504n6uabbmhjm9mk5m6hf1n7ktbku78laklqvjheqcpbm73oadbq9/f/f895e1c3906f4813b1947e5c6dc35c6e_SeqId_4_ into 67f9dc5ba7a958b89acfbf7397ae3762/f as hdfs://localhost:41203/user/jenkins/test-data/ca8eae9e-e044-9444-e24c-8bfab1fa071f/data/default/test/67f9dc5ba7a958b89acfbf7397ae3762/f/bdb220034c044f67bac10b2579858ed4_SeqId_4_ - updating store file list. 2024-11-18T18:14:55,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44359 {}] regionserver.HStoreFile(483): HFile Bloom filter type for bdb220034c044f67bac10b2579858ed4_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-18T18:14:55,070 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44359 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41203/user/jenkins/test-data/ca8eae9e-e044-9444-e24c-8bfab1fa071f/data/default/test/67f9dc5ba7a958b89acfbf7397ae3762/f/bdb220034c044f67bac10b2579858ed4_SeqId_4_ into 67f9dc5ba7a958b89acfbf7397ae3762/f 2024-11-18T18:14:55,070 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44359 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41203/user/jenkins/test-data/ca8eae9e-e044-9444-e24c-8bfab1fa071f/staging/jenkins.hfs.22__test__vm56iv98024504n6uabbmhjm9mk5m6hf1n7ktbku78laklqvjheqcpbm73oadbq9/f/f895e1c3906f4813b1947e5c6dc35c6e_SeqId_4_ into 67f9dc5ba7a958b89acfbf7397ae3762/f (new location: hdfs://localhost:41203/user/jenkins/test-data/ca8eae9e-e044-9444-e24c-8bfab1fa071f/data/default/test/67f9dc5ba7a958b89acfbf7397ae3762/f/bdb220034c044f67bac10b2579858ed4_SeqId_4_) 2024-11-18T18:14:55,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44359 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41203/user/jenkins/test-data/ca8eae9e-e044-9444-e24c-8bfab1fa071f/staging/jenkins.hfs.22__test__vm56iv98024504n6uabbmhjm9mk5m6hf1n7ktbku78laklqvjheqcpbm73oadbq9/f/f895e1c3906f4813b1947e5c6dc35c6e_SeqId_4_ 2024-11-18T18:14:55,071 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44359 {}] regionserver.ReplicationSink(324): Finished replicating [a2c61c5d-390a-4155-af6e-37fd172eed80] bulk loaded data 2024-11-18T18:14:55,125 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,36225,1731953678084.replicationSource.wal-reader.818bff808382%2C36225%2C1731953678084,1-818bff808382,36225,1731953678084 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/WALs/818bff808382,36225,1731953678084/818bff808382%2C36225%2C1731953678084.1731953679276 to pos 687, reset compression=false 2024-11-18T18:14:55,630 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,36225,1731953678084.replicationSource.wal-reader.818bff808382%2C36225%2C1731953678084,1-818bff808382,36225,1731953678084 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/WALs/818bff808382,36225,1731953678084/818bff808382%2C36225%2C1731953678084.1731953679276 to pos 687, reset compression=false 2024-11-18T18:14:55,978 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T18:14:55,979 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=818bff808382,38257,1731953684683, seqNum=-1] 2024-11-18T18:14:55,980 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T18:14:55,981 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49310, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T18:14:55,982 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731953690204.806b323f682dc6744049bc979b3d5ccf., hostname=818bff808382,38257,1731953684683, seqNum=2] 2024-11-18T18:14:55,985 DEBUG [master/818bff808382:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=2, created chunk count=34, reused chunk count=159, reuseRatio=82.38% 2024-11-18T18:14:55,986 DEBUG [master/818bff808382:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-18T18:14:55,988 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T18:14:55,989 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T18:14:55,990 DEBUG [regionserver/818bff808382:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 818bff808382%2C36225%2C1731953678084.meta:.meta(num 1731953679765) roll requested 2024-11-18T18:14:56,005 DEBUG [regionserver/818bff808382:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/WALs/818bff808382,36225,1731953678084/818bff808382%2C36225%2C1731953678084.meta.1731953695990.meta, exclude list is [], retry=0 2024-11-18T18:14:56,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38039,DS-6f98f54b-4a02-4740-9d1e-eb52dae54d74,DISK] 2024-11-18T18:14:56,008 INFO [regionserver/818bff808382:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/WALs/818bff808382,36225,1731953678084/818bff808382%2C36225%2C1731953678084.meta.1731953679765.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/WALs/818bff808382,36225,1731953678084/818bff808382%2C36225%2C1731953678084.meta.1731953695990.meta 2024-11-18T18:14:56,009 DEBUG [regionserver/818bff808382:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46091:46091)] 2024-11-18T18:14:56,009 DEBUG [regionserver/818bff808382:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/WALs/818bff808382,36225,1731953678084/818bff808382%2C36225%2C1731953678084.meta.1731953679765.meta is not closed yet, will try archiving it next time 2024-11-18T18:14:56,009 DEBUG [regionserver/818bff808382:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 818bff808382%2C36225%2C1731953678084.rep:(num 1731953692486) roll requested 2024-11-18T18:14:56,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38039 is added to blk_1073741834_1010 (size=3473) 2024-11-18T18:14:56,010 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/WALs/818bff808382,36225,1731953678084/818bff808382%2C36225%2C1731953678084.meta.1731953679765.meta not finished, retry = 0 2024-11-18T18:14:56,023 DEBUG [regionserver/818bff808382:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/WALs/818bff808382,36225,1731953678084/818bff808382%2C36225%2C1731953678084.rep.1731953696009, exclude list is [], retry=0 2024-11-18T18:14:56,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38039,DS-6f98f54b-4a02-4740-9d1e-eb52dae54d74,DISK] 2024-11-18T18:14:56,027 INFO [regionserver/818bff808382:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/WALs/818bff808382,36225,1731953678084/818bff808382%2C36225%2C1731953678084.rep.1731953692486 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/WALs/818bff808382,36225,1731953678084/818bff808382%2C36225%2C1731953678084.rep.1731953696009 2024-11-18T18:14:56,027 DEBUG [regionserver/818bff808382:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46091:46091)] 2024-11-18T18:14:56,027 DEBUG [regionserver/818bff808382:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/WALs/818bff808382,36225,1731953678084/818bff808382%2C36225%2C1731953678084.rep.1731953692486 is not closed yet, will try archiving it next time 2024-11-18T18:14:56,027 DEBUG [regionserver/818bff808382:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 818bff808382%2C36225%2C1731953678084:(num 1731953679276) roll requested 2024-11-18T18:14:56,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38039 is added to blk_1073741839_1015 (size=1505) 2024-11-18T18:14:56,043 DEBUG [regionserver/818bff808382:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/WALs/818bff808382,36225,1731953678084/818bff808382%2C36225%2C1731953678084.1731953696027, exclude list is [], retry=0 2024-11-18T18:14:56,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38039,DS-6f98f54b-4a02-4740-9d1e-eb52dae54d74,DISK] 2024-11-18T18:14:56,047 INFO [regionserver/818bff808382:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/WALs/818bff808382,36225,1731953678084/818bff808382%2C36225%2C1731953678084.1731953679276 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/WALs/818bff808382,36225,1731953678084/818bff808382%2C36225%2C1731953678084.1731953696027 2024-11-18T18:14:56,048 DEBUG [regionserver/818bff808382:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46091:46091)] 2024-11-18T18:14:56,048 DEBUG [regionserver/818bff808382:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/WALs/818bff808382,36225,1731953678084/818bff808382%2C36225%2C1731953678084.1731953679276 is not closed yet, will try archiving it next time 2024-11-18T18:14:56,049 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f39fb91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:14:56,049 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 818bff808382,37883,-1 for getting cluster id 2024-11-18T18:14:56,049 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T18:14:56,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38039 is added to blk_1073741832_1008 (size=695) 2024-11-18T18:14:56,049 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a2c61c5d-390a-4155-af6e-37fd172eed80' 2024-11-18T18:14:56,050 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T18:14:56,050 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a2c61c5d-390a-4155-af6e-37fd172eed80" 2024-11-18T18:14:56,050 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b1a2b72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:14:56,050 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [818bff808382,37883,-1] 2024-11-18T18:14:56,050 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T18:14:56,050 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:14:56,051 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T18:14:56,051 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5574440b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:14:56,051 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T18:14:56,052 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 818bff808382,37883,1731953678038 2024-11-18T18:14:56,052 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@31af2c92 2024-11-18T18:14:56,052 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T18:14:56,053 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T18:14:56,053 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/WALs/818bff808382,36225,1731953678084/818bff808382%2C36225%2C1731953678084.1731953679276 to hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/oldWALs/818bff808382%2C36225%2C1731953678084.1731953679276 2024-11-18T18:14:56,053 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://818bff808382:35403,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-18T18:14:56,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T18:14:56,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-18T18:14:56,056 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='818bff808382:35403' 2024-11-18T18:14:56,057 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@674e40c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:14:56,057 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 818bff808382,35403,-1 for getting cluster id 2024-11-18T18:14:56,057 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T18:14:56,058 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3e352b08-036e-43cf-bab2-98b8ecf8d062' 2024-11-18T18:14:56,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T18:14:56,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3e352b08-036e-43cf-bab2-98b8ecf8d062" 2024-11-18T18:14:56,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c17d1c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:14:56,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [818bff808382,35403,-1] 2024-11-18T18:14:56,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T18:14:56,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:14:56,059 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T18:14:56,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@baefcef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:14:56,060 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T18:14:56,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 818bff808382,35403,1731953684648 2024-11-18T18:14:56,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@24e15f38 2024-11-18T18:14:56,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T18:14:56,061 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T18:14:56,061 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-18T18:14:56,061 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T18:14:56,062 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:14:56,062 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:14:56,062 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T18:14:56,069 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T18:14:56,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-18T18:14:56,221 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36225 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-18T18:14:56,222 INFO [RS_REFRESH_PEER-regionserver/818bff808382:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-18T18:14:56,233 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,36225,1731953678084.replicationSource.wal-reader.818bff808382%2C36225%2C1731953678084,1-818bff808382,36225,1731953678084 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/WALs/818bff808382,36225,1731953678084/818bff808382%2C36225%2C1731953678084.1731953679276 to pos 687, reset compression=false 2024-11-18T18:14:56,241 INFO [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,36225,1731953678084.replicationSource.wal-reader.818bff808382%2C36225%2C1731953678084,1-818bff808382,36225,1731953678084 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/WALs/818bff808382,36225,1731953678084/818bff808382%2C36225%2C1731953678084.1731953679276 was moved to hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/oldWALs/818bff808382%2C36225%2C1731953678084.1731953679276 2024-11-18T18:14:56,244 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,36225,1731953678084.replicationSource.wal-reader.818bff808382%2C36225%2C1731953678084,1-818bff808382,36225,1731953678084 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/WALs/818bff808382,36225,1731953678084/818bff808382%2C36225%2C1731953678084.1731953679276 2024-11-18T18:14:56,244 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,36225,1731953678084.replicationSource.shipper818bff808382%2C36225%2C1731953678084,1-818bff808382,36225,1731953678084 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-818bff808382,36225,1731953678084 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/WALs/818bff808382,36225,1731953678084/818bff808382%2C36225%2C1731953678084.1731953679276, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-18T18:14:56,244 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,36225,1731953678084.replicationSource.wal-reader.818bff808382%2C36225%2C1731953678084,1-818bff808382,36225,1731953678084 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/WALs/818bff808382,36225,1731953678084/818bff808382%2C36225%2C1731953678084.1731953696027, startPosition=0, beingWritten=true 2024-11-18T18:14:56,246 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,36225,1731953678084.replicationSource.shipper818bff808382%2C36225%2C1731953678084,1-818bff808382,36225,1731953678084 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [818bff808382%2C36225%2C1731953678084.1731953679276] 2024-11-18T18:14:56,255 INFO [RS_REFRESH_PEER-regionserver/818bff808382:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-818bff808382,36225,1731953678084, ReplicationSource: 2, currentBandwidth=0 2024-11-18T18:14:56,257 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-18T18:14:56,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-18T18:14:56,259 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 818bff808382,36225,1731953678084 suceeded 2024-11-18T18:14:56,261 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-18T18:14:56,261 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 190 msec 2024-11-18T18:14:56,261 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://818bff808382:35403,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T18:14:56,262 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 208 msec 2024-11-18T18:14:56,276 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,2-818bff808382,36225,1731953678084 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='818bff808382:35403' 2024-11-18T18:14:56,277 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,2-818bff808382,36225,1731953678084 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@e5f362b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:14:56,277 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,2-818bff808382,36225,1731953678084 {}] client.ClusterIdFetcher(90): Going to request 818bff808382,35403,-1 for getting cluster id 2024-11-18T18:14:56,277 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,2-818bff808382,36225,1731953678084 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T18:14:56,278 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3e352b08-036e-43cf-bab2-98b8ecf8d062' 2024-11-18T18:14:56,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T18:14:56,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3e352b08-036e-43cf-bab2-98b8ecf8d062" 2024-11-18T18:14:56,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2f1820c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:14:56,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [818bff808382,35403,-1] 2024-11-18T18:14:56,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T18:14:56,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:14:56,279 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-18T18:14:56,280 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,2-818bff808382,36225,1731953678084 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6fd6f840, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:14:56,280 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,2-818bff808382,36225,1731953678084 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T18:14:56,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 818bff808382,35403,1731953684648 2024-11-18T18:14:56,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@37bcd5b3 2024-11-18T18:14:56,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T18:14:56,281 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57124, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-18T18:14:56,281 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T18:14:56,282 INFO [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,2-818bff808382,36225,1731953678084 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-818bff808382,36225,1731953678084 (queues=1) is replicating from cluster=a2c61c5d-390a-4155-af6e-37fd172eed80 to cluster=3e352b08-036e-43cf-bab2-98b8ecf8d062 2024-11-18T18:14:56,282 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,2-818bff808382,36225,1731953678084 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=818bff808382%2C36225%2C1731953678084 2024-11-18T18:14:56,282 INFO [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,2-818bff808382,36225,1731953678084 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-818bff808382,36225,1731953678084, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T18:14:56,282 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [818bff808382,35743,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=818bff808382:35743 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-18T18:14:56,282 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,2-818bff808382,36225,1731953678084.replicationSource.wal-reader.818bff808382%2C36225%2C1731953678084,2-818bff808382,36225,1731953678084 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/WALs/818bff808382,36225,1731953678084/818bff808382%2C36225%2C1731953678084.1731953696027, startPosition=0, beingWritten=true 2024-11-18T18:14:56,282 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 129033 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [818bff808382,35743,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=818bff808382:35743 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-18T18:14:56,283 INFO [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,2-818bff808382,36225,1731953678084.replicationSource.shipper818bff808382%2C36225%2C1731953678084,2-818bff808382,36225,1731953678084 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 818bff808382%2C36225%2C1731953678084 2024-11-18T18:14:56,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-18T18:14:56,372 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-18T18:14:56,372 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T18:14:56,372 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T18:14:56,372 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:14:56,373 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:14:56,373 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T18:14:56,373 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:14:56,388 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1731953696388/Put/seqid=0 2024-11-18T18:14:56,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38039 is added to blk_1073741845_1021 (size=11194) 2024-11-18T18:14:56,395 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1731953696394/Put/seqid=0 2024-11-18T18:14:56,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38039 is added to blk_1073741846_1022 (size=10791) 2024-11-18T18:14:56,486 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,2-818bff808382,36225,1731953678084.replicationSource.wal-reader.818bff808382%2C36225%2C1731953678084,2-818bff808382,36225,1731953678084 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/WALs/818bff808382,36225,1731953678084/818bff808382%2C36225%2C1731953678084.1731953696027 to pos 0, reset compression=false 2024-11-18T18:14:56,791 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,2-818bff808382,36225,1731953678084.replicationSource.wal-reader.818bff808382%2C36225%2C1731953678084,2-818bff808382,36225,1731953678084 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/WALs/818bff808382,36225,1731953678084/818bff808382%2C36225%2C1731953678084.1731953696027 to pos 0, reset compression=false 2024-11-18T18:14:56,801 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ee23ffd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:14:56,801 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 818bff808382,37883,-1 for getting cluster id 2024-11-18T18:14:56,801 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T18:14:56,802 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a2c61c5d-390a-4155-af6e-37fd172eed80' 2024-11-18T18:14:56,802 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T18:14:56,802 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a2c61c5d-390a-4155-af6e-37fd172eed80" 2024-11-18T18:14:56,802 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d137ffd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:14:56,802 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [818bff808382,37883,-1] 2024-11-18T18:14:56,802 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T18:14:56,803 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:14:56,803 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38698, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T18:14:56,804 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78037b30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:14:56,804 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T18:14:56,805 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=818bff808382,36225,1731953678084, seqNum=-1] 2024-11-18T18:14:56,805 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T18:14:56,806 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T18:14:56,812 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T18:14:56,813 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 818bff808382,37883,1731953678038 2024-11-18T18:14:56,813 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@16d1a123 2024-11-18T18:14:56,813 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T18:14:56,814 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T18:14:56,817 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731953686912.5c26cce6381ada7b80d10b63f2adb0ae., hostname=818bff808382,36225,1731953678084, seqNum=2] 2024-11-18T18:14:56,819 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-18T18:14:56,823 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-18T18:14:56,825 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-18T18:14:56,828 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36225 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/testHFileCyclicReplication_1/f/hfile_0 for inclusion in 5c26cce6381ada7b80d10b63f2adb0ae/f 2024-11-18T18:14:56,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36225 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-18T18:14:56,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36225 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T18:14:56,830 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36225 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/testHFileCyclicReplication_1/f/hfile_1 for inclusion in 5c26cce6381ada7b80d10b63f2adb0ae/f 2024-11-18T18:14:56,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36225 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-18T18:14:56,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36225 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T18:14:56,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36225 {}] regionserver.HRegion(2603): Flush status journal for 5c26cce6381ada7b80d10b63f2adb0ae: 2024-11-18T18:14:56,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36225 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/staging/jenkins__test__mpqanuk4anvi6rgbing6b70pcnu3gh92qgm60meh09ns602lces9ovrdg4fkd9dj/f/hfile_0 2024-11-18T18:14:56,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36225 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/staging/jenkins__test__mpqanuk4anvi6rgbing6b70pcnu3gh92qgm60meh09ns602lces9ovrdg4fkd9dj/f/hfile_0 as hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/data/default/test/5c26cce6381ada7b80d10b63f2adb0ae/f/43dfcf7c63714b889a9dc52ee4f915f6_SeqId_6_ 2024-11-18T18:14:56,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36225 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/staging/jenkins__test__mpqanuk4anvi6rgbing6b70pcnu3gh92qgm60meh09ns602lces9ovrdg4fkd9dj/f/hfile_1 2024-11-18T18:14:56,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36225 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/staging/jenkins__test__mpqanuk4anvi6rgbing6b70pcnu3gh92qgm60meh09ns602lces9ovrdg4fkd9dj/f/hfile_1 as hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/data/default/test/5c26cce6381ada7b80d10b63f2adb0ae/f/cff8a827c5c748cbb0269b0f50632a88_SeqId_6_ 2024-11-18T18:14:56,842 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36225 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/staging/jenkins__test__mpqanuk4anvi6rgbing6b70pcnu3gh92qgm60meh09ns602lces9ovrdg4fkd9dj/f/hfile_0 into 5c26cce6381ada7b80d10b63f2adb0ae/f as hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/data/default/test/5c26cce6381ada7b80d10b63f2adb0ae/f/43dfcf7c63714b889a9dc52ee4f915f6_SeqId_6_ - updating store file list. 2024-11-18T18:14:56,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36225 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 43dfcf7c63714b889a9dc52ee4f915f6_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-18T18:14:56,846 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36225 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/data/default/test/5c26cce6381ada7b80d10b63f2adb0ae/f/43dfcf7c63714b889a9dc52ee4f915f6_SeqId_6_ into 5c26cce6381ada7b80d10b63f2adb0ae/f 2024-11-18T18:14:56,846 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36225 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/staging/jenkins__test__mpqanuk4anvi6rgbing6b70pcnu3gh92qgm60meh09ns602lces9ovrdg4fkd9dj/f/hfile_0 into 5c26cce6381ada7b80d10b63f2adb0ae/f (new location: hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/data/default/test/5c26cce6381ada7b80d10b63f2adb0ae/f/43dfcf7c63714b889a9dc52ee4f915f6_SeqId_6_) 2024-11-18T18:14:56,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36225 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/staging/jenkins__test__mpqanuk4anvi6rgbing6b70pcnu3gh92qgm60meh09ns602lces9ovrdg4fkd9dj/f/hfile_0 2024-11-18T18:14:56,847 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36225 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/staging/jenkins__test__mpqanuk4anvi6rgbing6b70pcnu3gh92qgm60meh09ns602lces9ovrdg4fkd9dj/f/hfile_1 into 5c26cce6381ada7b80d10b63f2adb0ae/f as hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/data/default/test/5c26cce6381ada7b80d10b63f2adb0ae/f/cff8a827c5c748cbb0269b0f50632a88_SeqId_6_ - updating store file list. 2024-11-18T18:14:56,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36225 {}] regionserver.HStoreFile(483): HFile Bloom filter type for cff8a827c5c748cbb0269b0f50632a88_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-18T18:14:56,850 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36225 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/data/default/test/5c26cce6381ada7b80d10b63f2adb0ae/f/cff8a827c5c748cbb0269b0f50632a88_SeqId_6_ into 5c26cce6381ada7b80d10b63f2adb0ae/f 2024-11-18T18:14:56,850 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36225 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/staging/jenkins__test__mpqanuk4anvi6rgbing6b70pcnu3gh92qgm60meh09ns602lces9ovrdg4fkd9dj/f/hfile_1 into 5c26cce6381ada7b80d10b63f2adb0ae/f (new location: hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/data/default/test/5c26cce6381ada7b80d10b63f2adb0ae/f/cff8a827c5c748cbb0269b0f50632a88_SeqId_6_) 2024-11-18T18:14:56,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36225 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/staging/jenkins__test__mpqanuk4anvi6rgbing6b70pcnu3gh92qgm60meh09ns602lces9ovrdg4fkd9dj/f/hfile_1 2024-11-18T18:14:56,852 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T18:14:56,852 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T18:14:56,852 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:14:56,852 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:14:56,852 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T18:14:56,853 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731953686912.5c26cce6381ada7b80d10b63f2adb0ae., hostname=818bff808382,36225,1731953678084, seqNum=2 , the old value is region=test,,1731953686912.5c26cce6381ada7b80d10b63f2adb0ae., hostname=818bff808382,36225,1731953678084, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=818bff808382:36225 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-18T18:14:56,853 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731953686912.5c26cce6381ada7b80d10b63f2adb0ae., hostname=818bff808382,36225,1731953678084, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-18T18:14:56,853 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731953686912.5c26cce6381ada7b80d10b63f2adb0ae., hostname=818bff808382,36225,1731953678084, seqNum=2 from cache 2024-11-18T18:14:56,853 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-18T18:14:56,855 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-18T18:14:56,953 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,36225,1731953678084.replicationSource.wal-reader.818bff808382%2C36225%2C1731953678084,1-818bff808382,36225,1731953678084 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/WALs/818bff808382,36225,1731953678084/818bff808382%2C36225%2C1731953678084.1731953696027 to pos 0, reset compression=false 2024-11-18T18:14:56,958 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,36225,1731953678084.replicationSource.wal-reader.818bff808382%2C36225%2C1731953678084,1-818bff808382,36225,1731953678084 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T18:14:56,958 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,36225,1731953678084.replicationSource.shipper818bff808382%2C36225%2C1731953678084,1-818bff808382,36225,1731953678084 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-818bff808382,36225,1731953678084 got entry batch from reader: WALEntryBatch [walEntries=[{test/5c26cce6381ada7b80d10b63f2adb0ae/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731953696851/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/WALs/818bff808382,36225,1731953678084/818bff808382%2C36225%2C1731953678084.1731953696027, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-18T18:14:56,959 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44359 {}] regionserver.ReplicationSink(318): Replicating [a2c61c5d-390a-4155-af6e-37fd172eed80] bulk loaded data 2024-11-18T18:14:56,962 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=818bff808382:36225 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 34 more 2024-11-18T18:14:56,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36581 is added to blk_1073741839_1015 (size=11194) 2024-11-18T18:14:57,158 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,36225,1731953678084.replicationSource.wal-reader.818bff808382%2C36225%2C1731953678084,1-818bff808382,36225,1731953678084 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/WALs/818bff808382,36225,1731953678084/818bff808382%2C36225%2C1731953678084.1731953696027 to pos 393, reset compression=false 2024-11-18T18:14:57,195 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,2-818bff808382,36225,1731953678084.replicationSource.wal-reader.818bff808382%2C36225%2C1731953678084,2-818bff808382,36225,1731953678084 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/WALs/818bff808382,36225,1731953678084/818bff808382%2C36225%2C1731953678084.1731953696027 to pos 0, reset compression=false 2024-11-18T18:14:57,200 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,2-818bff808382,36225,1731953678084.replicationSource.wal-reader.818bff808382%2C36225%2C1731953678084,2-818bff808382,36225,1731953678084 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T18:14:57,200 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,2-818bff808382,36225,1731953678084.replicationSource.shipper818bff808382%2C36225%2C1731953678084,2-818bff808382,36225,1731953678084 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-818bff808382,36225,1731953678084 got entry batch from reader: WALEntryBatch [walEntries=[{test/5c26cce6381ada7b80d10b63f2adb0ae/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731953696851/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/WALs/818bff808382,36225,1731953678084/818bff808382%2C36225%2C1731953678084.1731953696027, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-18T18:14:57,202 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,2-818bff808382,36225,1731953678084.replicationSource.shipper818bff808382%2C36225%2C1731953678084,2-818bff808382,36225,1731953678084 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T18:14:57,203 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-18T18:14:57,203 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38257 {}] regionserver.ReplicationSink(318): Replicating [a2c61c5d-390a-4155-af6e-37fd172eed80] bulk loaded data 2024-11-18T18:14:57,204 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38257 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7a28955e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:14:57,204 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38257 {}] client.ClusterIdFetcher(90): Going to request 818bff808382,35403,-1 for getting cluster id 2024-11-18T18:14:57,204 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38257 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T18:14:57,204 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3e352b08-036e-43cf-bab2-98b8ecf8d062' 2024-11-18T18:14:57,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T18:14:57,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3e352b08-036e-43cf-bab2-98b8ecf8d062" 2024-11-18T18:14:57,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2a5af864, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:14:57,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [818bff808382,35403,-1] 2024-11-18T18:14:57,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T18:14:57,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:14:57,205 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57156, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-18T18:14:57,206 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38257 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@24bb99bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:14:57,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44941 is added to blk_1073741837_1013 (size=11194) 2024-11-18T18:14:57,350 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-18T18:14:57,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36581 is added to blk_1073741840_1016 (size=10791) 2024-11-18T18:14:57,400 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,2-818bff808382,36225,1731953678084.replicationSource.wal-reader.818bff808382%2C36225%2C1731953678084,2-818bff808382,36225,1731953678084 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/WALs/818bff808382,36225,1731953678084/818bff808382%2C36225%2C1731953678084.1731953696027 to pos 393, reset compression=false 2024-11-18T18:14:57,461 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,36225,1731953678084.replicationSource.wal-reader.818bff808382%2C36225%2C1731953678084,1-818bff808382,36225,1731953678084 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/WALs/818bff808382,36225,1731953678084/818bff808382%2C36225%2C1731953678084.1731953696027 to pos 393, reset compression=false 2024-11-18T18:14:57,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44941 is added to blk_1073741838_1014 (size=10791) 2024-11-18T18:14:57,703 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,2-818bff808382,36225,1731953678084.replicationSource.wal-reader.818bff808382%2C36225%2C1731953678084,2-818bff808382,36225,1731953678084 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/WALs/818bff808382,36225,1731953678084/818bff808382%2C36225%2C1731953678084.1731953696027 to pos 393, reset compression=false 2024-11-18T18:14:57,778 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44359 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-18T18:14:57,782 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41203/user/jenkins/test-data/ca8eae9e-e044-9444-e24c-8bfab1fa071f/staging/jenkins.hfs.22__test__fgs8e98ut2h58l8qqon0v8ks9f2rqf09nlggb91jp1sjfvc1h2e7fs1kdoubglgi/f/43dfcf7c63714b889a9dc52ee4f915f6_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-18T18:14:57,784 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41203/user/jenkins/test-data/ca8eae9e-e044-9444-e24c-8bfab1fa071f/staging/jenkins.hfs.22__test__fgs8e98ut2h58l8qqon0v8ks9f2rqf09nlggb91jp1sjfvc1h2e7fs1kdoubglgi/f/cff8a827c5c748cbb0269b0f50632a88_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-18T18:14:57,785 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44359 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41203/user/jenkins/test-data/ca8eae9e-e044-9444-e24c-8bfab1fa071f/staging/jenkins.hfs.22__test__fgs8e98ut2h58l8qqon0v8ks9f2rqf09nlggb91jp1sjfvc1h2e7fs1kdoubglgi/f/cff8a827c5c748cbb0269b0f50632a88_SeqId_6_ for inclusion in 67f9dc5ba7a958b89acfbf7397ae3762/f 2024-11-18T18:14:57,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44359 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-18T18:14:57,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44359 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T18:14:57,787 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44359 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41203/user/jenkins/test-data/ca8eae9e-e044-9444-e24c-8bfab1fa071f/staging/jenkins.hfs.22__test__fgs8e98ut2h58l8qqon0v8ks9f2rqf09nlggb91jp1sjfvc1h2e7fs1kdoubglgi/f/43dfcf7c63714b889a9dc52ee4f915f6_SeqId_6_ for inclusion in 67f9dc5ba7a958b89acfbf7397ae3762/f 2024-11-18T18:14:57,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44359 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-18T18:14:57,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44359 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T18:14:57,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44359 {}] regionserver.HRegion(2603): Flush status journal for 67f9dc5ba7a958b89acfbf7397ae3762: 2024-11-18T18:14:57,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44359 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): cff8a827c5c748cbb0269b0f50632a88_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-18T18:14:57,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44359 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41203/user/jenkins/test-data/ca8eae9e-e044-9444-e24c-8bfab1fa071f/staging/jenkins.hfs.22__test__fgs8e98ut2h58l8qqon0v8ks9f2rqf09nlggb91jp1sjfvc1h2e7fs1kdoubglgi/f/cff8a827c5c748cbb0269b0f50632a88_SeqId_6_ as hdfs://localhost:41203/user/jenkins/test-data/ca8eae9e-e044-9444-e24c-8bfab1fa071f/data/default/test/67f9dc5ba7a958b89acfbf7397ae3762/f/6d53b3c6aeaf4a448fa3107313c47216_SeqId_6_ 2024-11-18T18:14:57,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44359 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 43dfcf7c63714b889a9dc52ee4f915f6_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-18T18:14:57,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44359 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41203/user/jenkins/test-data/ca8eae9e-e044-9444-e24c-8bfab1fa071f/staging/jenkins.hfs.22__test__fgs8e98ut2h58l8qqon0v8ks9f2rqf09nlggb91jp1sjfvc1h2e7fs1kdoubglgi/f/43dfcf7c63714b889a9dc52ee4f915f6_SeqId_6_ as hdfs://localhost:41203/user/jenkins/test-data/ca8eae9e-e044-9444-e24c-8bfab1fa071f/data/default/test/67f9dc5ba7a958b89acfbf7397ae3762/f/590520757b484c35942e753f31a90174_SeqId_6_ 2024-11-18T18:14:57,791 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44359 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41203/user/jenkins/test-data/ca8eae9e-e044-9444-e24c-8bfab1fa071f/staging/jenkins.hfs.22__test__fgs8e98ut2h58l8qqon0v8ks9f2rqf09nlggb91jp1sjfvc1h2e7fs1kdoubglgi/f/cff8a827c5c748cbb0269b0f50632a88_SeqId_6_ into 67f9dc5ba7a958b89acfbf7397ae3762/f as hdfs://localhost:41203/user/jenkins/test-data/ca8eae9e-e044-9444-e24c-8bfab1fa071f/data/default/test/67f9dc5ba7a958b89acfbf7397ae3762/f/6d53b3c6aeaf4a448fa3107313c47216_SeqId_6_ - updating store file list. 2024-11-18T18:14:57,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44359 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6d53b3c6aeaf4a448fa3107313c47216_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-18T18:14:57,794 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44359 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41203/user/jenkins/test-data/ca8eae9e-e044-9444-e24c-8bfab1fa071f/data/default/test/67f9dc5ba7a958b89acfbf7397ae3762/f/6d53b3c6aeaf4a448fa3107313c47216_SeqId_6_ into 67f9dc5ba7a958b89acfbf7397ae3762/f 2024-11-18T18:14:57,794 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44359 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41203/user/jenkins/test-data/ca8eae9e-e044-9444-e24c-8bfab1fa071f/staging/jenkins.hfs.22__test__fgs8e98ut2h58l8qqon0v8ks9f2rqf09nlggb91jp1sjfvc1h2e7fs1kdoubglgi/f/cff8a827c5c748cbb0269b0f50632a88_SeqId_6_ into 67f9dc5ba7a958b89acfbf7397ae3762/f (new location: hdfs://localhost:41203/user/jenkins/test-data/ca8eae9e-e044-9444-e24c-8bfab1fa071f/data/default/test/67f9dc5ba7a958b89acfbf7397ae3762/f/6d53b3c6aeaf4a448fa3107313c47216_SeqId_6_) 2024-11-18T18:14:57,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44359 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41203/user/jenkins/test-data/ca8eae9e-e044-9444-e24c-8bfab1fa071f/staging/jenkins.hfs.22__test__fgs8e98ut2h58l8qqon0v8ks9f2rqf09nlggb91jp1sjfvc1h2e7fs1kdoubglgi/f/cff8a827c5c748cbb0269b0f50632a88_SeqId_6_ 2024-11-18T18:14:57,795 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44359 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41203/user/jenkins/test-data/ca8eae9e-e044-9444-e24c-8bfab1fa071f/staging/jenkins.hfs.22__test__fgs8e98ut2h58l8qqon0v8ks9f2rqf09nlggb91jp1sjfvc1h2e7fs1kdoubglgi/f/43dfcf7c63714b889a9dc52ee4f915f6_SeqId_6_ into 67f9dc5ba7a958b89acfbf7397ae3762/f as hdfs://localhost:41203/user/jenkins/test-data/ca8eae9e-e044-9444-e24c-8bfab1fa071f/data/default/test/67f9dc5ba7a958b89acfbf7397ae3762/f/590520757b484c35942e753f31a90174_SeqId_6_ - updating store file list. 2024-11-18T18:14:57,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44359 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 590520757b484c35942e753f31a90174_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-18T18:14:57,798 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44359 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41203/user/jenkins/test-data/ca8eae9e-e044-9444-e24c-8bfab1fa071f/data/default/test/67f9dc5ba7a958b89acfbf7397ae3762/f/590520757b484c35942e753f31a90174_SeqId_6_ into 67f9dc5ba7a958b89acfbf7397ae3762/f 2024-11-18T18:14:57,798 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44359 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41203/user/jenkins/test-data/ca8eae9e-e044-9444-e24c-8bfab1fa071f/staging/jenkins.hfs.22__test__fgs8e98ut2h58l8qqon0v8ks9f2rqf09nlggb91jp1sjfvc1h2e7fs1kdoubglgi/f/43dfcf7c63714b889a9dc52ee4f915f6_SeqId_6_ into 67f9dc5ba7a958b89acfbf7397ae3762/f (new location: hdfs://localhost:41203/user/jenkins/test-data/ca8eae9e-e044-9444-e24c-8bfab1fa071f/data/default/test/67f9dc5ba7a958b89acfbf7397ae3762/f/590520757b484c35942e753f31a90174_SeqId_6_) 2024-11-18T18:14:57,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44359 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41203/user/jenkins/test-data/ca8eae9e-e044-9444-e24c-8bfab1fa071f/staging/jenkins.hfs.22__test__fgs8e98ut2h58l8qqon0v8ks9f2rqf09nlggb91jp1sjfvc1h2e7fs1kdoubglgi/f/43dfcf7c63714b889a9dc52ee4f915f6_SeqId_6_ 2024-11-18T18:14:57,800 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44359 {}] regionserver.ReplicationSink(324): Finished replicating [a2c61c5d-390a-4155-af6e-37fd172eed80] bulk loaded data 2024-11-18T18:14:57,865 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,36225,1731953678084.replicationSource.wal-reader.818bff808382%2C36225%2C1731953678084,1-818bff808382,36225,1731953678084 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/WALs/818bff808382,36225,1731953678084/818bff808382%2C36225%2C1731953678084.1731953696027 to pos 393, reset compression=false 2024-11-18T18:14:57,867 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-18T18:14:58,025 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T18:14:58,025 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:14:58,026 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:14:58,026 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:14:58,026 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:14:58,026 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38257 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T18:14:58,026 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:14:58,026 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:14:58,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 818bff808382,35403,1731953684648 2024-11-18T18:14:58,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@76d3d84c 2024-11-18T18:14:58,027 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:14:58,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T18:14:58,028 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-18T18:14:58,030 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38257 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-18T18:14:58,030 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38257 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T18:14:58,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=818bff808382,38257,1731953684683, seqNum=-1] 2024-11-18T18:14:58,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T18:14:58,032 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-18T18:14:58,037 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45989/user/jenkins/test-data/7741f4e6-4289-a569-039a-6fe104b39cec/staging/jenkins.hfs.23__test__crohs1cnf6s7g4bb3mle0n12e2u3129u9vlqd4pgdcrca2g6ar0i88a1hcbt3m12/f/43dfcf7c63714b889a9dc52ee4f915f6_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-18T18:14:58,039 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45989/user/jenkins/test-data/7741f4e6-4289-a569-039a-6fe104b39cec/staging/jenkins.hfs.23__test__crohs1cnf6s7g4bb3mle0n12e2u3129u9vlqd4pgdcrca2g6ar0i88a1hcbt3m12/f/cff8a827c5c748cbb0269b0f50632a88_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-18T18:14:58,042 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38257 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45989/user/jenkins/test-data/7741f4e6-4289-a569-039a-6fe104b39cec/staging/jenkins.hfs.23__test__crohs1cnf6s7g4bb3mle0n12e2u3129u9vlqd4pgdcrca2g6ar0i88a1hcbt3m12/f/cff8a827c5c748cbb0269b0f50632a88_SeqId_6_ for inclusion in 806b323f682dc6744049bc979b3d5ccf/f 2024-11-18T18:14:58,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38257 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-18T18:14:58,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38257 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T18:14:58,044 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38257 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45989/user/jenkins/test-data/7741f4e6-4289-a569-039a-6fe104b39cec/staging/jenkins.hfs.23__test__crohs1cnf6s7g4bb3mle0n12e2u3129u9vlqd4pgdcrca2g6ar0i88a1hcbt3m12/f/43dfcf7c63714b889a9dc52ee4f915f6_SeqId_6_ for inclusion in 806b323f682dc6744049bc979b3d5ccf/f 2024-11-18T18:14:58,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38257 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-18T18:14:58,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38257 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T18:14:58,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38257 {}] regionserver.HRegion(2603): Flush status journal for 806b323f682dc6744049bc979b3d5ccf: 2024-11-18T18:14:58,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38257 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): cff8a827c5c748cbb0269b0f50632a88_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-18T18:14:58,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38257 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45989/user/jenkins/test-data/7741f4e6-4289-a569-039a-6fe104b39cec/staging/jenkins.hfs.23__test__crohs1cnf6s7g4bb3mle0n12e2u3129u9vlqd4pgdcrca2g6ar0i88a1hcbt3m12/f/cff8a827c5c748cbb0269b0f50632a88_SeqId_6_ as hdfs://localhost:45989/user/jenkins/test-data/7741f4e6-4289-a569-039a-6fe104b39cec/data/default/test/806b323f682dc6744049bc979b3d5ccf/f/73979c36765444b598d2241a44e963cb_SeqId_4_ 2024-11-18T18:14:58,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38257 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 43dfcf7c63714b889a9dc52ee4f915f6_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-18T18:14:58,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38257 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45989/user/jenkins/test-data/7741f4e6-4289-a569-039a-6fe104b39cec/staging/jenkins.hfs.23__test__crohs1cnf6s7g4bb3mle0n12e2u3129u9vlqd4pgdcrca2g6ar0i88a1hcbt3m12/f/43dfcf7c63714b889a9dc52ee4f915f6_SeqId_6_ as hdfs://localhost:45989/user/jenkins/test-data/7741f4e6-4289-a569-039a-6fe104b39cec/data/default/test/806b323f682dc6744049bc979b3d5ccf/f/c3cc36c9469243cc97478db7c0885bd3_SeqId_4_ 2024-11-18T18:14:58,049 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38257 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45989/user/jenkins/test-data/7741f4e6-4289-a569-039a-6fe104b39cec/staging/jenkins.hfs.23__test__crohs1cnf6s7g4bb3mle0n12e2u3129u9vlqd4pgdcrca2g6ar0i88a1hcbt3m12/f/cff8a827c5c748cbb0269b0f50632a88_SeqId_6_ into 806b323f682dc6744049bc979b3d5ccf/f as hdfs://localhost:45989/user/jenkins/test-data/7741f4e6-4289-a569-039a-6fe104b39cec/data/default/test/806b323f682dc6744049bc979b3d5ccf/f/73979c36765444b598d2241a44e963cb_SeqId_4_ - updating store file list. 2024-11-18T18:14:58,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38257 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 73979c36765444b598d2241a44e963cb_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-18T18:14:58,053 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38257 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45989/user/jenkins/test-data/7741f4e6-4289-a569-039a-6fe104b39cec/data/default/test/806b323f682dc6744049bc979b3d5ccf/f/73979c36765444b598d2241a44e963cb_SeqId_4_ into 806b323f682dc6744049bc979b3d5ccf/f 2024-11-18T18:14:58,053 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38257 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45989/user/jenkins/test-data/7741f4e6-4289-a569-039a-6fe104b39cec/staging/jenkins.hfs.23__test__crohs1cnf6s7g4bb3mle0n12e2u3129u9vlqd4pgdcrca2g6ar0i88a1hcbt3m12/f/cff8a827c5c748cbb0269b0f50632a88_SeqId_6_ into 806b323f682dc6744049bc979b3d5ccf/f (new location: hdfs://localhost:45989/user/jenkins/test-data/7741f4e6-4289-a569-039a-6fe104b39cec/data/default/test/806b323f682dc6744049bc979b3d5ccf/f/73979c36765444b598d2241a44e963cb_SeqId_4_) 2024-11-18T18:14:58,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38257 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45989/user/jenkins/test-data/7741f4e6-4289-a569-039a-6fe104b39cec/staging/jenkins.hfs.23__test__crohs1cnf6s7g4bb3mle0n12e2u3129u9vlqd4pgdcrca2g6ar0i88a1hcbt3m12/f/cff8a827c5c748cbb0269b0f50632a88_SeqId_6_ 2024-11-18T18:14:58,054 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38257 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45989/user/jenkins/test-data/7741f4e6-4289-a569-039a-6fe104b39cec/staging/jenkins.hfs.23__test__crohs1cnf6s7g4bb3mle0n12e2u3129u9vlqd4pgdcrca2g6ar0i88a1hcbt3m12/f/43dfcf7c63714b889a9dc52ee4f915f6_SeqId_6_ into 806b323f682dc6744049bc979b3d5ccf/f as hdfs://localhost:45989/user/jenkins/test-data/7741f4e6-4289-a569-039a-6fe104b39cec/data/default/test/806b323f682dc6744049bc979b3d5ccf/f/c3cc36c9469243cc97478db7c0885bd3_SeqId_4_ - updating store file list. 2024-11-18T18:14:58,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38257 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c3cc36c9469243cc97478db7c0885bd3_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-18T18:14:58,057 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38257 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45989/user/jenkins/test-data/7741f4e6-4289-a569-039a-6fe104b39cec/data/default/test/806b323f682dc6744049bc979b3d5ccf/f/c3cc36c9469243cc97478db7c0885bd3_SeqId_4_ into 806b323f682dc6744049bc979b3d5ccf/f 2024-11-18T18:14:58,057 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38257 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45989/user/jenkins/test-data/7741f4e6-4289-a569-039a-6fe104b39cec/staging/jenkins.hfs.23__test__crohs1cnf6s7g4bb3mle0n12e2u3129u9vlqd4pgdcrca2g6ar0i88a1hcbt3m12/f/43dfcf7c63714b889a9dc52ee4f915f6_SeqId_6_ into 806b323f682dc6744049bc979b3d5ccf/f (new location: hdfs://localhost:45989/user/jenkins/test-data/7741f4e6-4289-a569-039a-6fe104b39cec/data/default/test/806b323f682dc6744049bc979b3d5ccf/f/c3cc36c9469243cc97478db7c0885bd3_SeqId_4_) 2024-11-18T18:14:58,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38257 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45989/user/jenkins/test-data/7741f4e6-4289-a569-039a-6fe104b39cec/staging/jenkins.hfs.23__test__crohs1cnf6s7g4bb3mle0n12e2u3129u9vlqd4pgdcrca2g6ar0i88a1hcbt3m12/f/43dfcf7c63714b889a9dc52ee4f915f6_SeqId_6_ 2024-11-18T18:14:58,059 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38257 {}] regionserver.ReplicationSink(324): Finished replicating [a2c61c5d-390a-4155-af6e-37fd172eed80] bulk loaded data 2024-11-18T18:14:58,061 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:14:58,061 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:14:58,061 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:14:58,062 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:14:58,062 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:14:58,062 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:14:58,067 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:14:58,069 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:14:58,069 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:14:58,071 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:14:58,107 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,2-818bff808382,36225,1731953678084.replicationSource.wal-reader.818bff808382%2C36225%2C1731953678084,2-818bff808382,36225,1731953678084 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/WALs/818bff808382,36225,1731953678084/818bff808382%2C36225%2C1731953678084.1731953696027 to pos 393, reset compression=false 2024-11-18T18:14:58,368 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,36225,1731953678084.replicationSource.wal-reader.818bff808382%2C36225%2C1731953678084,1-818bff808382,36225,1731953678084 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/WALs/818bff808382,36225,1731953678084/818bff808382%2C36225%2C1731953678084.1731953696027 to pos 393, reset compression=false 2024-11-18T18:14:58,611 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,2-818bff808382,36225,1731953678084.replicationSource.wal-reader.818bff808382%2C36225%2C1731953678084,2-818bff808382,36225,1731953678084 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/WALs/818bff808382,36225,1731953678084/818bff808382%2C36225%2C1731953678084.1731953696027 to pos 393, reset compression=false 2024-11-18T18:14:58,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T18:14:58,875 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T18:14:58,875 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T18:14:58,875 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:14:58,875 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:14:58,875 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T18:14:58,875 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T18:14:58,875 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1147947498, stopped=false 2024-11-18T18:14:58,875 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=818bff808382,35403,1731953684648 2024-11-18T18:14:58,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35403-0x1000bd78bba0006, quorum=127.0.0.1:62713, baseZNode=/21222617693 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21222617693/running 2024-11-18T18:14:58,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38257-0x1000bd78bba0007, quorum=127.0.0.1:62713, baseZNode=/21222617693 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21222617693/running 2024-11-18T18:14:58,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38257-0x1000bd78bba0007, quorum=127.0.0.1:62713, baseZNode=/21222617693 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21222617693 2024-11-18T18:14:58,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35403-0x1000bd78bba0006, quorum=127.0.0.1:62713, baseZNode=/21222617693 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21222617693 2024-11-18T18:14:58,877 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T18:14:58,877 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T18:14:58,877 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T18:14:58,877 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:14:58,878 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '818bff808382,38257,1731953684683' ***** 2024-11-18T18:14:58,878 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38257-0x1000bd78bba0007, quorum=127.0.0.1:62713, baseZNode=/21222617693 Set watcher on znode that does not yet exist, /21222617693/running 2024-11-18T18:14:58,878 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T18:14:58,878 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35403-0x1000bd78bba0006, quorum=127.0.0.1:62713, baseZNode=/21222617693 Set watcher on znode that does not yet exist, /21222617693/running 2024-11-18T18:14:58,878 INFO [RS:0;818bff808382:38257 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T18:14:58,878 INFO [RS:0;818bff808382:38257 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T18:14:58,878 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T18:14:58,878 INFO [RS:0;818bff808382:38257 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T18:14:58,879 INFO [RS:0;818bff808382:38257 {}] regionserver.HRegionServer(3091): Received CLOSE for 806b323f682dc6744049bc979b3d5ccf 2024-11-18T18:14:58,879 INFO [RS:0;818bff808382:38257 {}] regionserver.HRegionServer(959): stopping server 818bff808382,38257,1731953684683 2024-11-18T18:14:58,879 INFO [RS:0;818bff808382:38257 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T18:14:58,879 INFO [RS:0;818bff808382:38257 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;818bff808382:38257. 2024-11-18T18:14:58,879 DEBUG [RS:0;818bff808382:38257 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T18:14:58,879 DEBUG [RS:0;818bff808382:38257 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:14:58,879 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 806b323f682dc6744049bc979b3d5ccf, disabling compactions & flushes 2024-11-18T18:14:58,879 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731953690204.806b323f682dc6744049bc979b3d5ccf. 2024-11-18T18:14:58,879 INFO [RS:0;818bff808382:38257 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T18:14:58,879 INFO [RS:0;818bff808382:38257 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T18:14:58,879 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731953690204.806b323f682dc6744049bc979b3d5ccf. 2024-11-18T18:14:58,879 INFO [RS:0;818bff808382:38257 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T18:14:58,879 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731953690204.806b323f682dc6744049bc979b3d5ccf. after waiting 0 ms 2024-11-18T18:14:58,879 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731953690204.806b323f682dc6744049bc979b3d5ccf. 2024-11-18T18:14:58,879 INFO [RS:0;818bff808382:38257 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T18:14:58,879 INFO [RS:0;818bff808382:38257 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-18T18:14:58,879 DEBUG [RS:0;818bff808382:38257 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 806b323f682dc6744049bc979b3d5ccf=test,,1731953690204.806b323f682dc6744049bc979b3d5ccf.} 2024-11-18T18:14:58,879 DEBUG [RS:0;818bff808382:38257 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 806b323f682dc6744049bc979b3d5ccf 2024-11-18T18:14:58,880 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T18:14:58,880 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T18:14:58,880 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T18:14:58,880 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T18:14:58,880 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T18:14:58,880 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-18T18:14:58,883 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45989/user/jenkins/test-data/7741f4e6-4289-a569-039a-6fe104b39cec/data/default/test/806b323f682dc6744049bc979b3d5ccf/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-18T18:14:58,883 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T18:14:58,883 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T18:14:58,883 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731953690204.806b323f682dc6744049bc979b3d5ccf. 2024-11-18T18:14:58,883 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 806b323f682dc6744049bc979b3d5ccf: Waiting for close lock at 1731953698879Running coprocessor pre-close hooks at 1731953698879Disabling compacts and flushes for region at 1731953698879Disabling writes for close at 1731953698879Writing region close event to WAL at 1731953698880 (+1 ms)Running coprocessor post-close hooks at 1731953698883 (+3 ms)Closed at 1731953698883 2024-11-18T18:14:58,884 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731953690204.806b323f682dc6744049bc979b3d5ccf. 2024-11-18T18:14:58,896 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45989/user/jenkins/test-data/7741f4e6-4289-a569-039a-6fe104b39cec/data/hbase/meta/1588230740/.tmp/info/c59d8e64dfb4464193450e049970ca30 is 129, key is test,,1731953690204.806b323f682dc6744049bc979b3d5ccf./info:regioninfo/1731953690944/Put/seqid=0 2024-11-18T18:14:58,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44941 is added to blk_1073741839_1015 (size=6421) 2024-11-18T18:14:58,937 INFO [regionserver/818bff808382:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T18:14:58,972 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,36225,1731953678084.replicationSource.wal-reader.818bff808382%2C36225%2C1731953678084,1-818bff808382,36225,1731953678084 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/WALs/818bff808382,36225,1731953678084/818bff808382%2C36225%2C1731953678084.1731953696027 to pos 393, reset compression=false 2024-11-18T18:14:59,080 DEBUG [RS:0;818bff808382:38257 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T18:14:59,129 INFO [regionserver/818bff808382:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T18:14:59,129 INFO [regionserver/818bff808382:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T18:14:59,214 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,2-818bff808382,36225,1731953678084.replicationSource.wal-reader.818bff808382%2C36225%2C1731953678084,2-818bff808382,36225,1731953678084 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/WALs/818bff808382,36225,1731953678084/818bff808382%2C36225%2C1731953678084.1731953696027 to pos 393, reset compression=false 2024-11-18T18:14:59,280 DEBUG [RS:0;818bff808382:38257 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T18:14:59,299 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45989/user/jenkins/test-data/7741f4e6-4289-a569-039a-6fe104b39cec/data/hbase/meta/1588230740/.tmp/info/c59d8e64dfb4464193450e049970ca30 2024-11-18T18:14:59,318 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45989/user/jenkins/test-data/7741f4e6-4289-a569-039a-6fe104b39cec/data/hbase/meta/1588230740/.tmp/ns/b156ab3b302d4167b9a0e7f846e4f761 is 43, key is default/ns:d/1731953686800/Put/seqid=0 2024-11-18T18:14:59,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44941 is added to blk_1073741840_1016 (size=5153) 2024-11-18T18:14:59,480 DEBUG [RS:0;818bff808382:38257 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T18:14:59,675 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,36225,1731953678084.replicationSource.wal-reader.818bff808382%2C36225%2C1731953678084,1-818bff808382,36225,1731953678084 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/WALs/818bff808382,36225,1731953678084/818bff808382%2C36225%2C1731953678084.1731953696027 to pos 393, reset compression=false 2024-11-18T18:14:59,680 DEBUG [RS:0;818bff808382:38257 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T18:14:59,722 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45989/user/jenkins/test-data/7741f4e6-4289-a569-039a-6fe104b39cec/data/hbase/meta/1588230740/.tmp/ns/b156ab3b302d4167b9a0e7f846e4f761 2024-11-18T18:14:59,739 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45989/user/jenkins/test-data/7741f4e6-4289-a569-039a-6fe104b39cec/data/hbase/meta/1588230740/.tmp/rep_barrier/61cef0a8f4ac4fce832b494bf732be52 is 112, key is test,,1731953690204.806b323f682dc6744049bc979b3d5ccf./rep_barrier:seqnumDuringOpen/1731953690944/Put/seqid=0 2024-11-18T18:14:59,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44941 is added to blk_1073741841_1017 (size=5518) 2024-11-18T18:14:59,880 INFO [RS:0;818bff808382:38257 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-18T18:14:59,880 DEBUG [RS:0;818bff808382:38257 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-18T18:14:59,880 DEBUG [RS:0;818bff808382:38257 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T18:14:59,917 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,2-818bff808382,36225,1731953678084.replicationSource.wal-reader.818bff808382%2C36225%2C1731953678084,2-818bff808382,36225,1731953678084 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/WALs/818bff808382,36225,1731953678084/818bff808382%2C36225%2C1731953678084.1731953696027 to pos 393, reset compression=false 2024-11-18T18:15:00,081 DEBUG [RS:0;818bff808382:38257 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T18:15:00,143 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45989/user/jenkins/test-data/7741f4e6-4289-a569-039a-6fe104b39cec/data/hbase/meta/1588230740/.tmp/rep_barrier/61cef0a8f4ac4fce832b494bf732be52 2024-11-18T18:15:00,161 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45989/user/jenkins/test-data/7741f4e6-4289-a569-039a-6fe104b39cec/data/hbase/meta/1588230740/.tmp/table/66415144dde444cf8fd7ff923978199a is 40, key is test/table:state/1731953690952/Put/seqid=0 2024-11-18T18:15:00,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44941 is added to blk_1073741842_1018 (size=5165) 2024-11-18T18:15:00,281 DEBUG [RS:0;818bff808382:38257 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T18:15:00,478 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,36225,1731953678084.replicationSource.wal-reader.818bff808382%2C36225%2C1731953678084,1-818bff808382,36225,1731953678084 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/WALs/818bff808382,36225,1731953678084/818bff808382%2C36225%2C1731953678084.1731953696027 to pos 393, reset compression=false 2024-11-18T18:15:00,481 DEBUG [RS:0;818bff808382:38257 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T18:15:00,565 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45989/user/jenkins/test-data/7741f4e6-4289-a569-039a-6fe104b39cec/data/hbase/meta/1588230740/.tmp/table/66415144dde444cf8fd7ff923978199a 2024-11-18T18:15:00,569 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45989/user/jenkins/test-data/7741f4e6-4289-a569-039a-6fe104b39cec/data/hbase/meta/1588230740/.tmp/info/c59d8e64dfb4464193450e049970ca30 as hdfs://localhost:45989/user/jenkins/test-data/7741f4e6-4289-a569-039a-6fe104b39cec/data/hbase/meta/1588230740/info/c59d8e64dfb4464193450e049970ca30 2024-11-18T18:15:00,573 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45989/user/jenkins/test-data/7741f4e6-4289-a569-039a-6fe104b39cec/data/hbase/meta/1588230740/info/c59d8e64dfb4464193450e049970ca30, entries=10, sequenceid=11, filesize=6.3 K 2024-11-18T18:15:00,573 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45989/user/jenkins/test-data/7741f4e6-4289-a569-039a-6fe104b39cec/data/hbase/meta/1588230740/.tmp/ns/b156ab3b302d4167b9a0e7f846e4f761 as hdfs://localhost:45989/user/jenkins/test-data/7741f4e6-4289-a569-039a-6fe104b39cec/data/hbase/meta/1588230740/ns/b156ab3b302d4167b9a0e7f846e4f761 2024-11-18T18:15:00,576 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45989/user/jenkins/test-data/7741f4e6-4289-a569-039a-6fe104b39cec/data/hbase/meta/1588230740/ns/b156ab3b302d4167b9a0e7f846e4f761, entries=2, sequenceid=11, filesize=5.0 K 2024-11-18T18:15:00,577 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45989/user/jenkins/test-data/7741f4e6-4289-a569-039a-6fe104b39cec/data/hbase/meta/1588230740/.tmp/rep_barrier/61cef0a8f4ac4fce832b494bf732be52 as hdfs://localhost:45989/user/jenkins/test-data/7741f4e6-4289-a569-039a-6fe104b39cec/data/hbase/meta/1588230740/rep_barrier/61cef0a8f4ac4fce832b494bf732be52 2024-11-18T18:15:00,580 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45989/user/jenkins/test-data/7741f4e6-4289-a569-039a-6fe104b39cec/data/hbase/meta/1588230740/rep_barrier/61cef0a8f4ac4fce832b494bf732be52, entries=1, sequenceid=11, filesize=5.4 K 2024-11-18T18:15:00,581 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45989/user/jenkins/test-data/7741f4e6-4289-a569-039a-6fe104b39cec/data/hbase/meta/1588230740/.tmp/table/66415144dde444cf8fd7ff923978199a as hdfs://localhost:45989/user/jenkins/test-data/7741f4e6-4289-a569-039a-6fe104b39cec/data/hbase/meta/1588230740/table/66415144dde444cf8fd7ff923978199a 2024-11-18T18:15:00,584 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45989/user/jenkins/test-data/7741f4e6-4289-a569-039a-6fe104b39cec/data/hbase/meta/1588230740/table/66415144dde444cf8fd7ff923978199a, entries=2, sequenceid=11, filesize=5.0 K 2024-11-18T18:15:00,584 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1704ms, sequenceid=11, compaction requested=false 2024-11-18T18:15:00,589 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45989/user/jenkins/test-data/7741f4e6-4289-a569-039a-6fe104b39cec/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-18T18:15:00,589 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T18:15:00,589 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T18:15:00,589 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T18:15:00,589 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731953698879Running coprocessor pre-close hooks at 1731953698879Disabling compacts and flushes for region at 1731953698879Disabling writes for close at 1731953698880 (+1 ms)Obtaining lock to block concurrent updates at 1731953698880Preparing flush snapshotting stores in 1588230740 at 1731953698880Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731953698880Flushing stores of hbase:meta,,1.1588230740 at 1731953698881 (+1 ms)Flushing 1588230740/info: creating writer at 1731953698881Flushing 1588230740/info: appending metadata at 1731953698895 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731953698895Flushing 1588230740/ns: creating writer at 1731953699303 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731953699318 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731953699318Flushing 1588230740/rep_barrier: creating writer at 1731953699726 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731953699739 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731953699739Flushing 1588230740/table: creating writer at 1731953700147 (+408 ms)Flushing 1588230740/table: appending metadata at 1731953700161 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731953700161Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3220b25: reopening flushed file at 1731953700569 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@653abe32: reopening flushed file at 1731953700573 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1988798e: reopening flushed file at 1731953700576 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62816ab2: reopening flushed file at 1731953700580 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1704ms, sequenceid=11, compaction requested=false at 1731953700584 (+4 ms)Writing region close event to WAL at 1731953700587 (+3 ms)Running coprocessor post-close hooks at 1731953700589 (+2 ms)Closed at 1731953700589 2024-11-18T18:15:00,589 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T18:15:00,681 INFO [RS:0;818bff808382:38257 {}] regionserver.HRegionServer(976): stopping server 818bff808382,38257,1731953684683; all regions closed. 2024-11-18T18:15:00,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44941 is added to blk_1073741834_1010 (size=2717) 2024-11-18T18:15:00,683 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7741f4e6-4289-a569-039a-6fe104b39cec/WALs/818bff808382,38257,1731953684683/818bff808382%2C38257%2C1731953684683.meta.1731953686764.meta not finished, retry = 0 2024-11-18T18:15:00,720 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,2-818bff808382,36225,1731953678084.replicationSource.wal-reader.818bff808382%2C36225%2C1731953678084,2-818bff808382,36225,1731953678084 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/WALs/818bff808382,36225,1731953678084/818bff808382%2C36225%2C1731953678084.1731953696027 to pos 393, reset compression=false 2024-11-18T18:15:00,785 DEBUG [RS:0;818bff808382:38257 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7741f4e6-4289-a569-039a-6fe104b39cec/oldWALs 2024-11-18T18:15:00,785 INFO [RS:0;818bff808382:38257 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 818bff808382%2C38257%2C1731953684683.meta:.meta(num 1731953686764) 2024-11-18T18:15:00,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44941 is added to blk_1073741833_1009 (size=1028) 2024-11-18T18:15:00,789 DEBUG [RS:0;818bff808382:38257 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7741f4e6-4289-a569-039a-6fe104b39cec/oldWALs 2024-11-18T18:15:00,789 INFO [RS:0;818bff808382:38257 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 818bff808382%2C38257%2C1731953684683:(num 1731953686259) 2024-11-18T18:15:00,789 DEBUG [RS:0;818bff808382:38257 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:15:00,789 INFO [RS:0;818bff808382:38257 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T18:15:00,789 INFO [RS:0;818bff808382:38257 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T18:15:00,789 INFO [RS:0;818bff808382:38257 {}] hbase.ChoreService(370): Chore service for: regionserver/818bff808382:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T18:15:00,789 INFO [RS:0;818bff808382:38257 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T18:15:00,789 INFO [regionserver/818bff808382:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T18:15:00,790 INFO [RS:0;818bff808382:38257 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;818bff808382:38257. 2024-11-18T18:15:00,790 DEBUG [RS:0;818bff808382:38257 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T18:15:00,790 DEBUG [RS:0;818bff808382:38257 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:15:00,790 DEBUG [RS:0;818bff808382:38257 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:15:00,790 INFO [RS:0;818bff808382:38257 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38257 2024-11-18T18:15:00,790 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T18:15:00,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38257-0x1000bd78bba0007, quorum=127.0.0.1:62713, baseZNode=/21222617693 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21222617693/rs/818bff808382,38257,1731953684683 2024-11-18T18:15:00,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35403-0x1000bd78bba0006, quorum=127.0.0.1:62713, baseZNode=/21222617693 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21222617693/rs 2024-11-18T18:15:00,792 INFO [RS:0;818bff808382:38257 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T18:15:00,793 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [818bff808382,38257,1731953684683] 2024-11-18T18:15:00,794 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21222617693/draining/818bff808382,38257,1731953684683 already deleted, retry=false 2024-11-18T18:15:00,794 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 818bff808382,38257,1731953684683 expired; onlineServers=0 2024-11-18T18:15:00,794 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '818bff808382,35403,1731953684648' ***** 2024-11-18T18:15:00,794 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T18:15:00,794 INFO [M:0;818bff808382:35403 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T18:15:00,795 INFO [M:0;818bff808382:35403 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T18:15:00,795 DEBUG [M:0;818bff808382:35403 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T18:15:00,795 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T18:15:00,795 DEBUG [M:0;818bff808382:35403 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T18:15:00,795 DEBUG [master/818bff808382:0:becomeActiveMaster-HFileCleaner.large.0-1731953686018 {}] cleaner.HFileCleaner(306): Exit Thread[master/818bff808382:0:becomeActiveMaster-HFileCleaner.large.0-1731953686018,5,FailOnTimeoutGroup] 2024-11-18T18:15:00,795 DEBUG [master/818bff808382:0:becomeActiveMaster-HFileCleaner.small.0-1731953686018 {}] cleaner.HFileCleaner(306): Exit Thread[master/818bff808382:0:becomeActiveMaster-HFileCleaner.small.0-1731953686018,5,FailOnTimeoutGroup] 2024-11-18T18:15:00,795 INFO [M:0;818bff808382:35403 {}] hbase.ChoreService(370): Chore service for: master/818bff808382:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T18:15:00,795 INFO [M:0;818bff808382:35403 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T18:15:00,795 DEBUG [M:0;818bff808382:35403 {}] master.HMaster(1795): Stopping service threads 2024-11-18T18:15:00,795 INFO [M:0;818bff808382:35403 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T18:15:00,795 INFO [M:0;818bff808382:35403 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T18:15:00,796 INFO [M:0;818bff808382:35403 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T18:15:00,796 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T18:15:00,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35403-0x1000bd78bba0006, quorum=127.0.0.1:62713, baseZNode=/21222617693 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21222617693/master 2024-11-18T18:15:00,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35403-0x1000bd78bba0006, quorum=127.0.0.1:62713, baseZNode=/21222617693 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21222617693 2024-11-18T18:15:00,796 DEBUG [M:0;818bff808382:35403 {}] zookeeper.ZKUtil(347): master:35403-0x1000bd78bba0006, quorum=127.0.0.1:62713, baseZNode=/21222617693 Unable to get data of znode /21222617693/master because node does not exist (not an error) 2024-11-18T18:15:00,796 WARN [M:0;818bff808382:35403 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T18:15:00,797 INFO [M:0;818bff808382:35403 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45989/user/jenkins/test-data/7741f4e6-4289-a569-039a-6fe104b39cec/.lastflushedseqids 2024-11-18T18:15:00,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44941 is added to blk_1073741843_1019 (size=173) 2024-11-18T18:15:00,801 INFO [M:0;818bff808382:35403 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T18:15:00,801 INFO [M:0;818bff808382:35403 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T18:15:00,801 DEBUG [M:0;818bff808382:35403 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T18:15:00,802 INFO [M:0;818bff808382:35403 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:15:00,802 DEBUG [M:0;818bff808382:35403 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:15:00,802 DEBUG [M:0;818bff808382:35403 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T18:15:00,802 DEBUG [M:0;818bff808382:35403 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:15:00,802 INFO [M:0;818bff808382:35403 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-18T18:15:00,816 DEBUG [M:0;818bff808382:35403 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45989/user/jenkins/test-data/7741f4e6-4289-a569-039a-6fe104b39cec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/95fe0e11bd7d4926bb6d0e656be3e6ae is 82, key is hbase:meta,,1/info:regioninfo/1731953686791/Put/seqid=0 2024-11-18T18:15:00,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44941 is added to blk_1073741844_1020 (size=5672) 2024-11-18T18:15:00,819 INFO [M:0;818bff808382:35403 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:45989/user/jenkins/test-data/7741f4e6-4289-a569-039a-6fe104b39cec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/95fe0e11bd7d4926bb6d0e656be3e6ae 2024-11-18T18:15:00,839 DEBUG [M:0;818bff808382:35403 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45989/user/jenkins/test-data/7741f4e6-4289-a569-039a-6fe104b39cec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/94a57a32388540ccbdf8b4c6a1a2d258 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731953690955/Put/seqid=0 2024-11-18T18:15:00,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44941 is added to blk_1073741845_1021 (size=6586) 2024-11-18T18:15:00,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38257-0x1000bd78bba0007, quorum=127.0.0.1:62713, baseZNode=/21222617693 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T18:15:00,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38257-0x1000bd78bba0007, quorum=127.0.0.1:62713, baseZNode=/21222617693 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T18:15:00,893 INFO [RS:0;818bff808382:38257 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T18:15:00,893 INFO [RS:0;818bff808382:38257 {}] regionserver.HRegionServer(1031): Exiting; stopping=818bff808382,38257,1731953684683; zookeeper connection closed. 2024-11-18T18:15:00,894 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@68845047 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@68845047 2024-11-18T18:15:00,894 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T18:15:01,243 INFO [M:0;818bff808382:35403 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:45989/user/jenkins/test-data/7741f4e6-4289-a569-039a-6fe104b39cec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/94a57a32388540ccbdf8b4c6a1a2d258 2024-11-18T18:15:01,260 DEBUG [M:0;818bff808382:35403 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45989/user/jenkins/test-data/7741f4e6-4289-a569-039a-6fe104b39cec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/88fa3ba5b9b0417f8066b7dc07d75b4e is 69, key is 818bff808382,38257,1731953684683/rs:state/1731953686116/Put/seqid=0 2024-11-18T18:15:01,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44941 is added to blk_1073741846_1022 (size=5156) 2024-11-18T18:15:01,382 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,36225,1731953678084.replicationSource.wal-reader.818bff808382%2C36225%2C1731953678084,1-818bff808382,36225,1731953678084 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/WALs/818bff808382,36225,1731953678084/818bff808382%2C36225%2C1731953678084.1731953696027 to pos 393, reset compression=false 2024-11-18T18:15:01,597 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T18:15:01,624 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,2-818bff808382,36225,1731953678084.replicationSource.wal-reader.818bff808382%2C36225%2C1731953678084,2-818bff808382,36225,1731953678084 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/WALs/818bff808382,36225,1731953678084/818bff808382%2C36225%2C1731953678084.1731953696027 to pos 393, reset compression=false 2024-11-18T18:15:01,663 INFO [M:0;818bff808382:35403 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:45989/user/jenkins/test-data/7741f4e6-4289-a569-039a-6fe104b39cec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/88fa3ba5b9b0417f8066b7dc07d75b4e 2024-11-18T18:15:01,667 DEBUG [M:0;818bff808382:35403 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45989/user/jenkins/test-data/7741f4e6-4289-a569-039a-6fe104b39cec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/95fe0e11bd7d4926bb6d0e656be3e6ae as hdfs://localhost:45989/user/jenkins/test-data/7741f4e6-4289-a569-039a-6fe104b39cec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/95fe0e11bd7d4926bb6d0e656be3e6ae 2024-11-18T18:15:01,670 INFO [M:0;818bff808382:35403 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45989/user/jenkins/test-data/7741f4e6-4289-a569-039a-6fe104b39cec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/95fe0e11bd7d4926bb6d0e656be3e6ae, entries=8, sequenceid=55, filesize=5.5 K 2024-11-18T18:15:01,671 DEBUG [M:0;818bff808382:35403 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45989/user/jenkins/test-data/7741f4e6-4289-a569-039a-6fe104b39cec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/94a57a32388540ccbdf8b4c6a1a2d258 as hdfs://localhost:45989/user/jenkins/test-data/7741f4e6-4289-a569-039a-6fe104b39cec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/94a57a32388540ccbdf8b4c6a1a2d258 2024-11-18T18:15:01,674 INFO [M:0;818bff808382:35403 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45989/user/jenkins/test-data/7741f4e6-4289-a569-039a-6fe104b39cec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/94a57a32388540ccbdf8b4c6a1a2d258, entries=6, sequenceid=55, filesize=6.4 K 2024-11-18T18:15:01,675 DEBUG [M:0;818bff808382:35403 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45989/user/jenkins/test-data/7741f4e6-4289-a569-039a-6fe104b39cec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/88fa3ba5b9b0417f8066b7dc07d75b4e as hdfs://localhost:45989/user/jenkins/test-data/7741f4e6-4289-a569-039a-6fe104b39cec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/88fa3ba5b9b0417f8066b7dc07d75b4e 2024-11-18T18:15:01,677 INFO [M:0;818bff808382:35403 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45989/user/jenkins/test-data/7741f4e6-4289-a569-039a-6fe104b39cec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/88fa3ba5b9b0417f8066b7dc07d75b4e, entries=1, sequenceid=55, filesize=5.0 K 2024-11-18T18:15:01,678 INFO [M:0;818bff808382:35403 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 876ms, sequenceid=55, compaction requested=false 2024-11-18T18:15:01,679 INFO [M:0;818bff808382:35403 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:15:01,679 DEBUG [M:0;818bff808382:35403 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731953700801Disabling compacts and flushes for region at 1731953700801Disabling writes for close at 1731953700802 (+1 ms)Obtaining lock to block concurrent updates at 1731953700802Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731953700802Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1731953700802Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731953700802Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731953700802Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731953700816 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731953700816Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731953700822 (+6 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731953700838 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731953700838Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731953701246 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731953701259 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731953701259Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4dcac4e2: reopening flushed file at 1731953701666 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e0afd72: reopening flushed file at 1731953701671 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4636f83a: reopening flushed file at 1731953701674 (+3 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 876ms, sequenceid=55, compaction requested=false at 1731953701678 (+4 ms)Writing region close event to WAL at 1731953701679 (+1 ms)Closed at 1731953701679 2024-11-18T18:15:01,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44941 is added to blk_1073741830_1006 (size=32770) 2024-11-18T18:15:01,681 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7741f4e6-4289-a569-039a-6fe104b39cec/MasterData/WALs/818bff808382,35403,1731953684648/818bff808382%2C35403%2C1731953684648.1731953685955 not finished, retry = 0 2024-11-18T18:15:01,782 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T18:15:01,782 INFO [M:0;818bff808382:35403 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T18:15:01,783 INFO [M:0;818bff808382:35403 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35403 2024-11-18T18:15:01,783 INFO [M:0;818bff808382:35403 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T18:15:01,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35403-0x1000bd78bba0006, quorum=127.0.0.1:62713, baseZNode=/21222617693 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T18:15:01,885 INFO [M:0;818bff808382:35403 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T18:15:01,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35403-0x1000bd78bba0006, quorum=127.0.0.1:62713, baseZNode=/21222617693 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T18:15:01,888 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@54d9e73f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T18:15:01,888 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3825ee67{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T18:15:01,889 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T18:15:01,889 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@37f82eca{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T18:15:01,889 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5684eee9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/746bc360-b0cd-1558-bae4-19032ee12bcd/hadoop.log.dir/,STOPPED} 2024-11-18T18:15:01,890 WARN [BP-1754561107-172.17.0.2-1731953683723 heartbeating to localhost/127.0.0.1:45989 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T18:15:01,890 WARN [BP-1754561107-172.17.0.2-1731953683723 heartbeating to localhost/127.0.0.1:45989 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1754561107-172.17.0.2-1731953683723 (Datanode Uuid 5fdda9ed-b621-49e0-abeb-9f3ad27d32b2) service to localhost/127.0.0.1:45989 2024-11-18T18:15:01,891 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/746bc360-b0cd-1558-bae4-19032ee12bcd/cluster_9be1eb4f-804b-ed8a-e2e0-ddc031a872ce/data/data1/current/BP-1754561107-172.17.0.2-1731953683723 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T18:15:01,891 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/746bc360-b0cd-1558-bae4-19032ee12bcd/cluster_9be1eb4f-804b-ed8a-e2e0-ddc031a872ce/data/data2/current/BP-1754561107-172.17.0.2-1731953683723 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T18:15:01,891 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T18:15:01,891 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T18:15:01,892 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T18:15:01,899 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@58554595{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T18:15:01,899 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4e89e4b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T18:15:01,899 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T18:15:01,899 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e08c85{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T18:15:01,899 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@224a7d69{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/746bc360-b0cd-1558-bae4-19032ee12bcd/hadoop.log.dir/,STOPPED} 2024-11-18T18:15:01,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T18:15:01,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T18:15:01,911 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T18:15:01,911 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T18:15:01,911 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:15:01,911 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:15:01,911 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T18:15:01,911 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T18:15:01,911 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1006763220, stopped=false 2024-11-18T18:15:01,911 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=818bff808382,41451,1731953680631 2024-11-18T18:15:01,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44359-0x1000bd78bba0004, quorum=127.0.0.1:62713, baseZNode=/1-1908812761 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1908812761/running 2024-11-18T18:15:01,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44359-0x1000bd78bba0004, quorum=127.0.0.1:62713, baseZNode=/1-1908812761 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1908812761 2024-11-18T18:15:01,913 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T18:15:01,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41451-0x1000bd78bba0003, quorum=127.0.0.1:62713, baseZNode=/1-1908812761 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1908812761/running 2024-11-18T18:15:01,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41451-0x1000bd78bba0003, quorum=127.0.0.1:62713, baseZNode=/1-1908812761 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1908812761 2024-11-18T18:15:01,913 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T18:15:01,913 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T18:15:01,914 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:15:01,914 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41451-0x1000bd78bba0003, quorum=127.0.0.1:62713, baseZNode=/1-1908812761 Set watcher on znode that does not yet exist, /1-1908812761/running 2024-11-18T18:15:01,914 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '818bff808382,44359,1731953680663' ***** 2024-11-18T18:15:01,914 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T18:15:01,914 INFO [RS:0;818bff808382:44359 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T18:15:01,914 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T18:15:01,914 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44359-0x1000bd78bba0004, quorum=127.0.0.1:62713, baseZNode=/1-1908812761 Set watcher on znode that does not yet exist, /1-1908812761/running 2024-11-18T18:15:01,914 INFO [RS:0;818bff808382:44359 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T18:15:01,914 INFO [RS:0;818bff808382:44359 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T18:15:01,914 INFO [RS:0;818bff808382:44359 {}] regionserver.HRegionServer(3091): Received CLOSE for 67f9dc5ba7a958b89acfbf7397ae3762 2024-11-18T18:15:01,915 INFO [RS:0;818bff808382:44359 {}] regionserver.HRegionServer(959): stopping server 818bff808382,44359,1731953680663 2024-11-18T18:15:01,915 INFO [RS:0;818bff808382:44359 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T18:15:01,915 INFO [RS:0;818bff808382:44359 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;818bff808382:44359. 2024-11-18T18:15:01,915 DEBUG [RS:0;818bff808382:44359 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T18:15:01,915 DEBUG [RS:0;818bff808382:44359 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:15:01,915 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 67f9dc5ba7a958b89acfbf7397ae3762, disabling compactions & flushes 2024-11-18T18:15:01,915 INFO [RS:0;818bff808382:44359 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T18:15:01,915 INFO [RS:0;818bff808382:44359 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T18:15:01,915 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731953689064.67f9dc5ba7a958b89acfbf7397ae3762. 2024-11-18T18:15:01,915 INFO [RS:0;818bff808382:44359 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T18:15:01,915 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731953689064.67f9dc5ba7a958b89acfbf7397ae3762. 2024-11-18T18:15:01,915 INFO [RS:0;818bff808382:44359 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T18:15:01,915 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731953689064.67f9dc5ba7a958b89acfbf7397ae3762. after waiting 0 ms 2024-11-18T18:15:01,915 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731953689064.67f9dc5ba7a958b89acfbf7397ae3762. 2024-11-18T18:15:01,915 INFO [RS:0;818bff808382:44359 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-18T18:15:01,915 DEBUG [RS:0;818bff808382:44359 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 67f9dc5ba7a958b89acfbf7397ae3762=test,,1731953689064.67f9dc5ba7a958b89acfbf7397ae3762.} 2024-11-18T18:15:01,915 DEBUG [RS:0;818bff808382:44359 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 67f9dc5ba7a958b89acfbf7397ae3762 2024-11-18T18:15:01,916 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T18:15:01,916 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T18:15:01,916 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T18:15:01,916 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T18:15:01,916 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T18:15:01,916 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-18T18:15:01,919 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41203/user/jenkins/test-data/ca8eae9e-e044-9444-e24c-8bfab1fa071f/data/default/test/67f9dc5ba7a958b89acfbf7397ae3762/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T18:15:01,919 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T18:15:01,919 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T18:15:01,919 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731953689064.67f9dc5ba7a958b89acfbf7397ae3762. 2024-11-18T18:15:01,919 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 67f9dc5ba7a958b89acfbf7397ae3762: Waiting for close lock at 1731953701915Running coprocessor pre-close hooks at 1731953701915Disabling compacts and flushes for region at 1731953701915Disabling writes for close at 1731953701915Writing region close event to WAL at 1731953701916 (+1 ms)Running coprocessor post-close hooks at 1731953701919 (+3 ms)Closed at 1731953701919 2024-11-18T18:15:01,919 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731953689064.67f9dc5ba7a958b89acfbf7397ae3762. 2024-11-18T18:15:01,931 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41203/user/jenkins/test-data/ca8eae9e-e044-9444-e24c-8bfab1fa071f/data/hbase/meta/1588230740/.tmp/info/95d632c4c91d4afe8ca7e26921a5d5d1 is 129, key is test,,1731953689064.67f9dc5ba7a958b89acfbf7397ae3762./info:regioninfo/1731953689805/Put/seqid=0 2024-11-18T18:15:01,932 INFO [regionserver/818bff808382:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T18:15:01,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36581 is added to blk_1073741841_1017 (size=6421) 2024-11-18T18:15:02,116 DEBUG [RS:0;818bff808382:44359 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T18:15:02,316 DEBUG [RS:0;818bff808382:44359 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T18:15:02,335 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41203/user/jenkins/test-data/ca8eae9e-e044-9444-e24c-8bfab1fa071f/data/hbase/meta/1588230740/.tmp/info/95d632c4c91d4afe8ca7e26921a5d5d1 2024-11-18T18:15:02,354 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41203/user/jenkins/test-data/ca8eae9e-e044-9444-e24c-8bfab1fa071f/data/hbase/meta/1588230740/.tmp/ns/dff12060160b434e89a959a9da6dc3aa is 43, key is default/ns:d/1731953683592/Put/seqid=0 2024-11-18T18:15:02,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36581 is added to blk_1073741842_1018 (size=5153) 2024-11-18T18:15:02,385 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,36225,1731953678084.replicationSource.wal-reader.818bff808382%2C36225%2C1731953678084,1-818bff808382,36225,1731953678084 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/WALs/818bff808382,36225,1731953678084/818bff808382%2C36225%2C1731953678084.1731953696027 to pos 393, reset compression=false 2024-11-18T18:15:02,516 DEBUG [RS:0;818bff808382:44359 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T18:15:02,572 INFO [regionserver/818bff808382:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T18:15:02,572 INFO [regionserver/818bff808382:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T18:15:02,627 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,2-818bff808382,36225,1731953678084.replicationSource.wal-reader.818bff808382%2C36225%2C1731953678084,2-818bff808382,36225,1731953678084 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/WALs/818bff808382,36225,1731953678084/818bff808382%2C36225%2C1731953678084.1731953696027 to pos 393, reset compression=false 2024-11-18T18:15:02,716 DEBUG [RS:0;818bff808382:44359 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T18:15:02,757 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41203/user/jenkins/test-data/ca8eae9e-e044-9444-e24c-8bfab1fa071f/data/hbase/meta/1588230740/.tmp/ns/dff12060160b434e89a959a9da6dc3aa 2024-11-18T18:15:02,776 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41203/user/jenkins/test-data/ca8eae9e-e044-9444-e24c-8bfab1fa071f/data/hbase/meta/1588230740/.tmp/rep_barrier/636ec69e688b426a9a80d53da49807c2 is 112, key is test,,1731953689064.67f9dc5ba7a958b89acfbf7397ae3762./rep_barrier:seqnumDuringOpen/1731953689805/Put/seqid=0 2024-11-18T18:15:02,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36581 is added to blk_1073741843_1019 (size=5518) 2024-11-18T18:15:02,916 INFO [RS:0;818bff808382:44359 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-18T18:15:02,916 DEBUG [RS:0;818bff808382:44359 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-18T18:15:02,916 DEBUG [RS:0;818bff808382:44359 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T18:15:03,117 DEBUG [RS:0;818bff808382:44359 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T18:15:03,180 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41203/user/jenkins/test-data/ca8eae9e-e044-9444-e24c-8bfab1fa071f/data/hbase/meta/1588230740/.tmp/rep_barrier/636ec69e688b426a9a80d53da49807c2 2024-11-18T18:15:03,201 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41203/user/jenkins/test-data/ca8eae9e-e044-9444-e24c-8bfab1fa071f/data/hbase/meta/1588230740/.tmp/table/a5830c15df554897b31c853def0724b1 is 40, key is test/table:state/1731953689811/Put/seqid=0 2024-11-18T18:15:03,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36581 is added to blk_1073741844_1020 (size=5165) 2024-11-18T18:15:03,317 DEBUG [RS:0;818bff808382:44359 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T18:15:03,487 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,36225,1731953678084.replicationSource.wal-reader.818bff808382%2C36225%2C1731953678084,1-818bff808382,36225,1731953678084 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/WALs/818bff808382,36225,1731953678084/818bff808382%2C36225%2C1731953678084.1731953696027 to pos 393, reset compression=false 2024-11-18T18:15:03,517 DEBUG [RS:0;818bff808382:44359 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T18:15:03,605 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41203/user/jenkins/test-data/ca8eae9e-e044-9444-e24c-8bfab1fa071f/data/hbase/meta/1588230740/.tmp/table/a5830c15df554897b31c853def0724b1 2024-11-18T18:15:03,609 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41203/user/jenkins/test-data/ca8eae9e-e044-9444-e24c-8bfab1fa071f/data/hbase/meta/1588230740/.tmp/info/95d632c4c91d4afe8ca7e26921a5d5d1 as hdfs://localhost:41203/user/jenkins/test-data/ca8eae9e-e044-9444-e24c-8bfab1fa071f/data/hbase/meta/1588230740/info/95d632c4c91d4afe8ca7e26921a5d5d1 2024-11-18T18:15:03,612 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41203/user/jenkins/test-data/ca8eae9e-e044-9444-e24c-8bfab1fa071f/data/hbase/meta/1588230740/info/95d632c4c91d4afe8ca7e26921a5d5d1, entries=10, sequenceid=11, filesize=6.3 K 2024-11-18T18:15:03,613 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41203/user/jenkins/test-data/ca8eae9e-e044-9444-e24c-8bfab1fa071f/data/hbase/meta/1588230740/.tmp/ns/dff12060160b434e89a959a9da6dc3aa as hdfs://localhost:41203/user/jenkins/test-data/ca8eae9e-e044-9444-e24c-8bfab1fa071f/data/hbase/meta/1588230740/ns/dff12060160b434e89a959a9da6dc3aa 2024-11-18T18:15:03,616 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41203/user/jenkins/test-data/ca8eae9e-e044-9444-e24c-8bfab1fa071f/data/hbase/meta/1588230740/ns/dff12060160b434e89a959a9da6dc3aa, entries=2, sequenceid=11, filesize=5.0 K 2024-11-18T18:15:03,616 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41203/user/jenkins/test-data/ca8eae9e-e044-9444-e24c-8bfab1fa071f/data/hbase/meta/1588230740/.tmp/rep_barrier/636ec69e688b426a9a80d53da49807c2 as hdfs://localhost:41203/user/jenkins/test-data/ca8eae9e-e044-9444-e24c-8bfab1fa071f/data/hbase/meta/1588230740/rep_barrier/636ec69e688b426a9a80d53da49807c2 2024-11-18T18:15:03,619 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41203/user/jenkins/test-data/ca8eae9e-e044-9444-e24c-8bfab1fa071f/data/hbase/meta/1588230740/rep_barrier/636ec69e688b426a9a80d53da49807c2, entries=1, sequenceid=11, filesize=5.4 K 2024-11-18T18:15:03,620 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41203/user/jenkins/test-data/ca8eae9e-e044-9444-e24c-8bfab1fa071f/data/hbase/meta/1588230740/.tmp/table/a5830c15df554897b31c853def0724b1 as hdfs://localhost:41203/user/jenkins/test-data/ca8eae9e-e044-9444-e24c-8bfab1fa071f/data/hbase/meta/1588230740/table/a5830c15df554897b31c853def0724b1 2024-11-18T18:15:03,622 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41203/user/jenkins/test-data/ca8eae9e-e044-9444-e24c-8bfab1fa071f/data/hbase/meta/1588230740/table/a5830c15df554897b31c853def0724b1, entries=2, sequenceid=11, filesize=5.0 K 2024-11-18T18:15:03,623 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1707ms, sequenceid=11, compaction requested=false 2024-11-18T18:15:03,631 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41203/user/jenkins/test-data/ca8eae9e-e044-9444-e24c-8bfab1fa071f/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-18T18:15:03,631 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T18:15:03,631 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T18:15:03,631 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T18:15:03,631 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731953701915Running coprocessor pre-close hooks at 1731953701915Disabling compacts and flushes for region at 1731953701915Disabling writes for close at 1731953701916 (+1 ms)Obtaining lock to block concurrent updates at 1731953701916Preparing flush snapshotting stores in 1588230740 at 1731953701916Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731953701916Flushing stores of hbase:meta,,1.1588230740 at 1731953701916Flushing 1588230740/info: creating writer at 1731953701917 (+1 ms)Flushing 1588230740/info: appending metadata at 1731953701931 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731953701931Flushing 1588230740/ns: creating writer at 1731953702339 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731953702353 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731953702353Flushing 1588230740/rep_barrier: creating writer at 1731953702762 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731953702775 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731953702775Flushing 1588230740/table: creating writer at 1731953703183 (+408 ms)Flushing 1588230740/table: appending metadata at 1731953703201 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731953703201Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b315c7d: reopening flushed file at 1731953703609 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5bdc41d9: reopening flushed file at 1731953703612 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66f6b000: reopening flushed file at 1731953703616 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38da89ed: reopening flushed file at 1731953703619 (+3 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1707ms, sequenceid=11, compaction requested=false at 1731953703623 (+4 ms)Writing region close event to WAL at 1731953703629 (+6 ms)Running coprocessor post-close hooks at 1731953703631 (+2 ms)Closed at 1731953703631 2024-11-18T18:15:03,632 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T18:15:03,717 INFO [RS:0;818bff808382:44359 {}] regionserver.HRegionServer(976): stopping server 818bff808382,44359,1731953680663; all regions closed. 2024-11-18T18:15:03,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36581 is added to blk_1073741834_1010 (size=2717) 2024-11-18T18:15:03,721 DEBUG [RS:0;818bff808382:44359 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ca8eae9e-e044-9444-e24c-8bfab1fa071f/oldWALs 2024-11-18T18:15:03,721 INFO [RS:0;818bff808382:44359 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 818bff808382%2C44359%2C1731953680663.meta:.meta(num 1731953683552) 2024-11-18T18:15:03,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36581 is added to blk_1073741832_1008 (size=1374) 2024-11-18T18:15:03,724 DEBUG [RS:0;818bff808382:44359 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ca8eae9e-e044-9444-e24c-8bfab1fa071f/oldWALs 2024-11-18T18:15:03,724 INFO [RS:0;818bff808382:44359 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 818bff808382%2C44359%2C1731953680663:(num 1731953682649) 2024-11-18T18:15:03,724 DEBUG [RS:0;818bff808382:44359 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:15:03,724 INFO [RS:0;818bff808382:44359 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T18:15:03,724 INFO [RS:0;818bff808382:44359 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T18:15:03,724 INFO [RS:0;818bff808382:44359 {}] hbase.ChoreService(370): Chore service for: regionserver/818bff808382:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T18:15:03,724 INFO [RS:0;818bff808382:44359 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T18:15:03,724 INFO [regionserver/818bff808382:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T18:15:03,724 INFO [RS:0;818bff808382:44359 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;818bff808382:44359. 2024-11-18T18:15:03,725 DEBUG [RS:0;818bff808382:44359 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T18:15:03,725 DEBUG [RS:0;818bff808382:44359 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:15:03,725 DEBUG [RS:0;818bff808382:44359 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:15:03,725 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T18:15:03,725 INFO [RS:0;818bff808382:44359 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44359 2024-11-18T18:15:03,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44359-0x1000bd78bba0004, quorum=127.0.0.1:62713, baseZNode=/1-1908812761 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1908812761/rs/818bff808382,44359,1731953680663 2024-11-18T18:15:03,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41451-0x1000bd78bba0003, quorum=127.0.0.1:62713, baseZNode=/1-1908812761 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1908812761/rs 2024-11-18T18:15:03,727 INFO [RS:0;818bff808382:44359 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T18:15:03,728 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [818bff808382,44359,1731953680663] 2024-11-18T18:15:03,729 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1908812761/draining/818bff808382,44359,1731953680663 already deleted, retry=false 2024-11-18T18:15:03,729 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 818bff808382,44359,1731953680663 expired; onlineServers=0 2024-11-18T18:15:03,729 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '818bff808382,41451,1731953680631' ***** 2024-11-18T18:15:03,729 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T18:15:03,729 INFO [M:0;818bff808382:41451 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T18:15:03,729 INFO [M:0;818bff808382:41451 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T18:15:03,729 DEBUG [M:0;818bff808382:41451 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T18:15:03,729 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T18:15:03,729 DEBUG [M:0;818bff808382:41451 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T18:15:03,729 DEBUG [master/818bff808382:0:becomeActiveMaster-HFileCleaner.large.0-1731953682420 {}] cleaner.HFileCleaner(306): Exit Thread[master/818bff808382:0:becomeActiveMaster-HFileCleaner.large.0-1731953682420,5,FailOnTimeoutGroup] 2024-11-18T18:15:03,729 DEBUG [master/818bff808382:0:becomeActiveMaster-HFileCleaner.small.0-1731953682420 {}] cleaner.HFileCleaner(306): Exit Thread[master/818bff808382:0:becomeActiveMaster-HFileCleaner.small.0-1731953682420,5,FailOnTimeoutGroup] 2024-11-18T18:15:03,730 INFO [M:0;818bff808382:41451 {}] hbase.ChoreService(370): Chore service for: master/818bff808382:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T18:15:03,730 INFO [M:0;818bff808382:41451 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T18:15:03,730 DEBUG [M:0;818bff808382:41451 {}] master.HMaster(1795): Stopping service threads 2024-11-18T18:15:03,730 INFO [M:0;818bff808382:41451 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T18:15:03,730 INFO [M:0;818bff808382:41451 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T18:15:03,730 INFO [M:0;818bff808382:41451 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T18:15:03,730 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T18:15:03,731 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,2-818bff808382,36225,1731953678084.replicationSource.wal-reader.818bff808382%2C36225%2C1731953678084,2-818bff808382,36225,1731953678084 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/WALs/818bff808382,36225,1731953678084/818bff808382%2C36225%2C1731953678084.1731953696027 to pos 393, reset compression=false 2024-11-18T18:15:03,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41451-0x1000bd78bba0003, quorum=127.0.0.1:62713, baseZNode=/1-1908812761 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1908812761/master 2024-11-18T18:15:03,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41451-0x1000bd78bba0003, quorum=127.0.0.1:62713, baseZNode=/1-1908812761 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1908812761 2024-11-18T18:15:03,732 DEBUG [M:0;818bff808382:41451 {}] zookeeper.ZKUtil(347): master:41451-0x1000bd78bba0003, quorum=127.0.0.1:62713, baseZNode=/1-1908812761 Unable to get data of znode /1-1908812761/master because node does not exist (not an error) 2024-11-18T18:15:03,732 WARN [M:0;818bff808382:41451 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T18:15:03,732 INFO [M:0;818bff808382:41451 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41203/user/jenkins/test-data/ca8eae9e-e044-9444-e24c-8bfab1fa071f/.lastflushedseqids 2024-11-18T18:15:03,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36581 is added to blk_1073741845_1021 (size=173) 2024-11-18T18:15:03,736 INFO [M:0;818bff808382:41451 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T18:15:03,736 INFO [M:0;818bff808382:41451 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T18:15:03,736 DEBUG [M:0;818bff808382:41451 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T18:15:03,736 INFO [M:0;818bff808382:41451 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:15:03,736 DEBUG [M:0;818bff808382:41451 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:15:03,736 DEBUG [M:0;818bff808382:41451 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T18:15:03,736 DEBUG [M:0;818bff808382:41451 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:15:03,736 INFO [M:0;818bff808382:41451 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.98 KB heapSize=33.85 KB 2024-11-18T18:15:03,754 DEBUG [M:0;818bff808382:41451 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41203/user/jenkins/test-data/ca8eae9e-e044-9444-e24c-8bfab1fa071f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e746872f24c941c08a4f2c99e12ee847 is 82, key is hbase:meta,,1/info:regioninfo/1731953683585/Put/seqid=0 2024-11-18T18:15:03,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36581 is added to blk_1073741846_1022 (size=5672) 2024-11-18T18:15:03,757 INFO [M:0;818bff808382:41451 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:41203/user/jenkins/test-data/ca8eae9e-e044-9444-e24c-8bfab1fa071f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e746872f24c941c08a4f2c99e12ee847 2024-11-18T18:15:03,777 DEBUG [M:0;818bff808382:41451 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41203/user/jenkins/test-data/ca8eae9e-e044-9444-e24c-8bfab1fa071f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/59dc2f26a58f4f48a267255be4d7b487 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731953689814/Put/seqid=0 2024-11-18T18:15:03,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36581 is added to blk_1073741847_1023 (size=6585) 2024-11-18T18:15:03,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44359-0x1000bd78bba0004, quorum=127.0.0.1:62713, baseZNode=/1-1908812761 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T18:15:03,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44359-0x1000bd78bba0004, quorum=127.0.0.1:62713, baseZNode=/1-1908812761 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T18:15:03,828 INFO [RS:0;818bff808382:44359 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T18:15:03,828 INFO [RS:0;818bff808382:44359 {}] regionserver.HRegionServer(1031): Exiting; stopping=818bff808382,44359,1731953680663; zookeeper connection closed. 2024-11-18T18:15:03,829 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@c452517 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@c452517 2024-11-18T18:15:03,829 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T18:15:04,181 INFO [M:0;818bff808382:41451 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.42 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:41203/user/jenkins/test-data/ca8eae9e-e044-9444-e24c-8bfab1fa071f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/59dc2f26a58f4f48a267255be4d7b487 2024-11-18T18:15:04,199 DEBUG [M:0;818bff808382:41451 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41203/user/jenkins/test-data/ca8eae9e-e044-9444-e24c-8bfab1fa071f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/62f6a954a7614511b67afa118d05e4aa is 69, key is 818bff808382,44359,1731953680663/rs:state/1731953682505/Put/seqid=0 2024-11-18T18:15:04,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36581 is added to blk_1073741848_1024 (size=5156) 2024-11-18T18:15:04,386 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T18:15:04,387 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:15:04,388 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:15:04,388 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:15:04,388 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:15:04,388 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:15:04,388 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:15:04,389 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:15:04,432 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:15:04,432 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:15:04,433 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:15:04,433 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:15:04,433 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:15:04,433 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:15:04,439 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:15:04,441 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:15:04,442 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:15:04,444 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:15:04,467 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:15:04,603 INFO [M:0;818bff808382:41451 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:41203/user/jenkins/test-data/ca8eae9e-e044-9444-e24c-8bfab1fa071f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/62f6a954a7614511b67afa118d05e4aa 2024-11-18T18:15:04,607 DEBUG [M:0;818bff808382:41451 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41203/user/jenkins/test-data/ca8eae9e-e044-9444-e24c-8bfab1fa071f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e746872f24c941c08a4f2c99e12ee847 as hdfs://localhost:41203/user/jenkins/test-data/ca8eae9e-e044-9444-e24c-8bfab1fa071f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e746872f24c941c08a4f2c99e12ee847 2024-11-18T18:15:04,611 INFO [M:0;818bff808382:41451 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41203/user/jenkins/test-data/ca8eae9e-e044-9444-e24c-8bfab1fa071f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e746872f24c941c08a4f2c99e12ee847, entries=8, sequenceid=55, filesize=5.5 K 2024-11-18T18:15:04,611 DEBUG [M:0;818bff808382:41451 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41203/user/jenkins/test-data/ca8eae9e-e044-9444-e24c-8bfab1fa071f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/59dc2f26a58f4f48a267255be4d7b487 as hdfs://localhost:41203/user/jenkins/test-data/ca8eae9e-e044-9444-e24c-8bfab1fa071f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/59dc2f26a58f4f48a267255be4d7b487 2024-11-18T18:15:04,615 INFO [M:0;818bff808382:41451 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41203/user/jenkins/test-data/ca8eae9e-e044-9444-e24c-8bfab1fa071f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/59dc2f26a58f4f48a267255be4d7b487, entries=6, sequenceid=55, filesize=6.4 K 2024-11-18T18:15:04,615 DEBUG [M:0;818bff808382:41451 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41203/user/jenkins/test-data/ca8eae9e-e044-9444-e24c-8bfab1fa071f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/62f6a954a7614511b67afa118d05e4aa as hdfs://localhost:41203/user/jenkins/test-data/ca8eae9e-e044-9444-e24c-8bfab1fa071f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/62f6a954a7614511b67afa118d05e4aa 2024-11-18T18:15:04,619 INFO [M:0;818bff808382:41451 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41203/user/jenkins/test-data/ca8eae9e-e044-9444-e24c-8bfab1fa071f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/62f6a954a7614511b67afa118d05e4aa, entries=1, sequenceid=55, filesize=5.0 K 2024-11-18T18:15:04,620 INFO [M:0;818bff808382:41451 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 884ms, sequenceid=55, compaction requested=false 2024-11-18T18:15:04,624 INFO [M:0;818bff808382:41451 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:15:04,624 DEBUG [M:0;818bff808382:41451 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731953703736Disabling compacts and flushes for region at 1731953703736Disabling writes for close at 1731953703736Obtaining lock to block concurrent updates at 1731953703736Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731953703736Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28651, getHeapSize=34600, getOffHeapSize=0, getCellsCount=66 at 1731953703737 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731953703737Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731953703737Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731953703754 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731953703754Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731953703760 (+6 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731953703776 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731953703776Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731953704184 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731953704199 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731953704199Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a85d8f6: reopening flushed file at 1731953704607 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@101c27ec: reopening flushed file at 1731953704611 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64fa65a5: reopening flushed file at 1731953704615 (+4 ms)Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 884ms, sequenceid=55, compaction requested=false at 1731953704620 (+5 ms)Writing region close event to WAL at 1731953704624 (+4 ms)Closed at 1731953704624 2024-11-18T18:15:04,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36581 is added to blk_1073741830_1006 (size=32758) 2024-11-18T18:15:04,629 INFO [M:0;818bff808382:41451 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T18:15:04,629 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T18:15:04,629 INFO [M:0;818bff808382:41451 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41451 2024-11-18T18:15:04,630 INFO [M:0;818bff808382:41451 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T18:15:04,691 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,36225,1731953678084.replicationSource.wal-reader.818bff808382%2C36225%2C1731953678084,1-818bff808382,36225,1731953678084 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/WALs/818bff808382,36225,1731953678084/818bff808382%2C36225%2C1731953678084.1731953696027 to pos 393, reset compression=false 2024-11-18T18:15:04,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41451-0x1000bd78bba0003, quorum=127.0.0.1:62713, baseZNode=/1-1908812761 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T18:15:04,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41451-0x1000bd78bba0003, quorum=127.0.0.1:62713, baseZNode=/1-1908812761 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T18:15:04,731 INFO [M:0;818bff808382:41451 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T18:15:04,734 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2a75db7d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T18:15:04,734 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@49c06ed7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T18:15:04,734 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T18:15:04,734 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f556e7f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T18:15:04,734 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4098b091{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53156e81-1dbc-2278-c59f-1105cced99b2/hadoop.log.dir/,STOPPED} 2024-11-18T18:15:04,736 WARN [BP-1946452462-172.17.0.2-1731953679945 heartbeating to localhost/127.0.0.1:41203 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T18:15:04,736 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T18:15:04,736 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T18:15:04,736 WARN [BP-1946452462-172.17.0.2-1731953679945 heartbeating to localhost/127.0.0.1:41203 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1946452462-172.17.0.2-1731953679945 (Datanode Uuid e0d2a4dc-f7a5-4226-8409-10e2870007ca) service to localhost/127.0.0.1:41203 2024-11-18T18:15:04,737 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53156e81-1dbc-2278-c59f-1105cced99b2/cluster_e51d2e79-a22a-0d9f-5bb5-557fc648ca58/data/data1/current/BP-1946452462-172.17.0.2-1731953679945 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T18:15:04,737 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53156e81-1dbc-2278-c59f-1105cced99b2/cluster_e51d2e79-a22a-0d9f-5bb5-557fc648ca58/data/data2/current/BP-1946452462-172.17.0.2-1731953679945 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T18:15:04,737 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T18:15:04,743 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4e19a9b4{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T18:15:04,744 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@37d5bb09{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T18:15:04,744 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T18:15:04,744 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@46411012{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T18:15:04,744 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@28176859{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53156e81-1dbc-2278-c59f-1105cced99b2/hadoop.log.dir/,STOPPED} 2024-11-18T18:15:04,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T18:15:04,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T18:15:04,757 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T18:15:04,757 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T18:15:04,757 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:15:04,758 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:15:04,758 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T18:15:04,758 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T18:15:04,758 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1418786998, stopped=false 2024-11-18T18:15:04,758 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=818bff808382,37883,1731953678038 2024-11-18T18:15:04,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37883-0x1000bd78bba0000, quorum=127.0.0.1:62713, baseZNode=/0152224351 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0152224351/running 2024-11-18T18:15:04,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36225-0x1000bd78bba0001, quorum=127.0.0.1:62713, baseZNode=/0152224351 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0152224351/running 2024-11-18T18:15:04,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37883-0x1000bd78bba0000, quorum=127.0.0.1:62713, baseZNode=/0152224351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0152224351 2024-11-18T18:15:04,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36225-0x1000bd78bba0001, quorum=127.0.0.1:62713, baseZNode=/0152224351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0152224351 2024-11-18T18:15:04,759 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T18:15:04,760 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T18:15:04,760 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T18:15:04,760 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:15:04,760 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36225-0x1000bd78bba0001, quorum=127.0.0.1:62713, baseZNode=/0152224351 Set watcher on znode that does not yet exist, /0152224351/running 2024-11-18T18:15:04,760 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '818bff808382,36225,1731953678084' ***** 2024-11-18T18:15:04,760 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37883-0x1000bd78bba0000, quorum=127.0.0.1:62713, baseZNode=/0152224351 Set watcher on znode that does not yet exist, /0152224351/running 2024-11-18T18:15:04,760 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T18:15:04,760 INFO [RS:0;818bff808382:36225 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T18:15:04,761 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T18:15:04,761 INFO [RS:0;818bff808382:36225 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T18:15:04,761 INFO [RS:0;818bff808382:36225 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T18:15:04,761 INFO [RS:0;818bff808382:36225 {}] regionserver.HRegionServer(3091): Received CLOSE for 5c26cce6381ada7b80d10b63f2adb0ae 2024-11-18T18:15:04,761 INFO [RS:0;818bff808382:36225 {}] regionserver.HRegionServer(3091): Received CLOSE for 7c5d6c827417948706cea2a710d6dc02 2024-11-18T18:15:04,761 INFO [RS:0;818bff808382:36225 {}] regionserver.HRegionServer(959): stopping server 818bff808382,36225,1731953678084 2024-11-18T18:15:04,761 INFO [RS:0;818bff808382:36225 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T18:15:04,762 INFO [RS:0;818bff808382:36225 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;818bff808382:36225. 2024-11-18T18:15:04,762 DEBUG [RS:0;818bff808382:36225 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T18:15:04,762 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5c26cce6381ada7b80d10b63f2adb0ae, disabling compactions & flushes 2024-11-18T18:15:04,762 DEBUG [RS:0;818bff808382:36225 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:15:04,762 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731953686912.5c26cce6381ada7b80d10b63f2adb0ae. 2024-11-18T18:15:04,762 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731953686912.5c26cce6381ada7b80d10b63f2adb0ae. 2024-11-18T18:15:04,762 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731953686912.5c26cce6381ada7b80d10b63f2adb0ae. after waiting 0 ms 2024-11-18T18:15:04,762 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731953686912.5c26cce6381ada7b80d10b63f2adb0ae. 2024-11-18T18:15:04,762 INFO [RS:0;818bff808382:36225 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T18:15:04,762 INFO [RS:0;818bff808382:36225 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T18:15:04,762 INFO [RS:0;818bff808382:36225 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T18:15:04,762 INFO [RS:0;818bff808382:36225 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T18:15:04,762 INFO [RS:0;818bff808382:36225 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-18T18:15:04,762 DEBUG [RS:0;818bff808382:36225 {}] regionserver.HRegionServer(1325): Online Regions={5c26cce6381ada7b80d10b63f2adb0ae=test,,1731953686912.5c26cce6381ada7b80d10b63f2adb0ae., 1588230740=hbase:meta,,1.1588230740, 7c5d6c827417948706cea2a710d6dc02=hbase:replication,,1731953691354.7c5d6c827417948706cea2a710d6dc02.} 2024-11-18T18:15:04,762 DEBUG [RS:0;818bff808382:36225 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5c26cce6381ada7b80d10b63f2adb0ae, 7c5d6c827417948706cea2a710d6dc02 2024-11-18T18:15:04,762 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T18:15:04,762 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T18:15:04,762 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T18:15:04,762 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T18:15:04,762 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T18:15:04,762 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-18T18:15:04,765 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/data/default/test/5c26cce6381ada7b80d10b63f2adb0ae/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T18:15:04,766 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T18:15:04,766 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T18:15:04,766 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731953686912.5c26cce6381ada7b80d10b63f2adb0ae. 2024-11-18T18:15:04,766 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5c26cce6381ada7b80d10b63f2adb0ae: Waiting for close lock at 1731953704762Running coprocessor pre-close hooks at 1731953704762Disabling compacts and flushes for region at 1731953704762Disabling writes for close at 1731953704762Writing region close event to WAL at 1731953704762Running coprocessor post-close hooks at 1731953704766 (+4 ms)Closed at 1731953704766 2024-11-18T18:15:04,766 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731953686912.5c26cce6381ada7b80d10b63f2adb0ae. 2024-11-18T18:15:04,766 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7c5d6c827417948706cea2a710d6dc02, disabling compactions & flushes 2024-11-18T18:15:04,766 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731953691354.7c5d6c827417948706cea2a710d6dc02. 2024-11-18T18:15:04,766 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731953691354.7c5d6c827417948706cea2a710d6dc02. 2024-11-18T18:15:04,766 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731953691354.7c5d6c827417948706cea2a710d6dc02. after waiting 0 ms 2024-11-18T18:15:04,766 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731953691354.7c5d6c827417948706cea2a710d6dc02. 2024-11-18T18:15:04,766 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7c5d6c827417948706cea2a710d6dc02 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-18T18:15:04,781 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/data/hbase/replication/7c5d6c827417948706cea2a710d6dc02/.tmp/hfileref/6fead6b1f2764807bae33b4d0c520cda is 74, key is 1/hfileref:18de7473c116437fb2e11fa6b288f906_SeqId_4_/1731953695073/DeleteColumn/seqid=0 2024-11-18T18:15:04,782 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/data/hbase/meta/1588230740/.tmp/info/cf5fcef85f8a46f393ef581aa9e0a64f is 147, key is hbase:replication,,1731953691354.7c5d6c827417948706cea2a710d6dc02./info:regioninfo/1731953692538/Put/seqid=0 2024-11-18T18:15:04,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38039 is added to blk_1073741847_1023 (size=5489) 2024-11-18T18:15:04,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38039 is added to blk_1073741848_1024 (size=7686) 2024-11-18T18:15:04,857 INFO [regionserver/818bff808382:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T18:15:04,934 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,2-818bff808382,36225,1731953678084.replicationSource.wal-reader.818bff808382%2C36225%2C1731953678084,2-818bff808382,36225,1731953678084 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/WALs/818bff808382,36225,1731953678084/818bff808382%2C36225%2C1731953678084.1731953696027 to pos 393, reset compression=false 2024-11-18T18:15:04,939 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,2-818bff808382,36225,1731953678084.replicationSource.wal-reader.818bff808382%2C36225%2C1731953678084,2-818bff808382,36225,1731953678084 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T18:15:04,939 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,2-818bff808382,36225,1731953678084.replicationSource.wal-reader.818bff808382%2C36225%2C1731953678084,2-818bff808382,36225,1731953678084 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/WALs/818bff808382,36225,1731953678084/818bff808382%2C36225%2C1731953678084.1731953696027 to pos 688, reset compression=false 2024-11-18T18:15:04,939 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,2-818bff808382,36225,1731953678084.replicationSource.shipper818bff808382%2C36225%2C1731953678084,2-818bff808382,36225,1731953678084 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-818bff808382,36225,1731953678084 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/WALs/818bff808382,36225,1731953678084/818bff808382%2C36225%2C1731953678084.1731953696027, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T18:15:04,940 ERROR [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,2-818bff808382,36225,1731953678084.replicationSource.shipper818bff808382%2C36225%2C1731953678084,2-818bff808382,36225,1731953678084 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 818bff808382,36225,1731953678084: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-818bff808382,36225,1731953678084, walGroup=818bff808382%2C36225%2C1731953678084, offset=818bff808382%2C36225%2C1731953678084.1731953696027:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=818bff808382:36225 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-18T18:15:04,941 ERROR [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,2-818bff808382,36225,1731953678084.replicationSource.shipper818bff808382%2C36225%2C1731953678084,2-818bff808382,36225,1731953678084 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-18T18:15:04,942 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,2-818bff808382,36225,1731953678084.replicationSource.shipper818bff808382%2C36225%2C1731953678084,2-818bff808382,36225,1731953678084 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-18T18:15:04,942 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,2-818bff808382,36225,1731953678084.replicationSource.shipper818bff808382%2C36225%2C1731953678084,2-818bff808382,36225,1731953678084 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-18T18:15:04,942 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,2-818bff808382,36225,1731953678084.replicationSource.shipper818bff808382%2C36225%2C1731953678084,2-818bff808382,36225,1731953678084 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-18T18:15:04,942 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,2-818bff808382,36225,1731953678084.replicationSource.shipper818bff808382%2C36225%2C1731953678084,2-818bff808382,36225,1731953678084 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-18T18:15:04,942 INFO [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,2-818bff808382,36225,1731953678084.replicationSource.shipper818bff808382%2C36225%2C1731953678084,2-818bff808382,36225,1731953678084 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1671430144, "init": 1048576000, "max": 2306867200, "used": 1136425792 }, "NonHeapMemoryUsage": { "committed": 211812352, "init": 7667712, "max": -1, "used": 208800712 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-18T18:15:04,943 WARN [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,2-818bff808382,36225,1731953678084.replicationSource.shipper818bff808382%2C36225%2C1731953678084,2-818bff808382,36225,1731953678084 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=818bff808382:37883 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=818bff808382:37883 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more 2024-11-18T18:15:04,962 DEBUG [RS:0;818bff808382:36225 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7c5d6c827417948706cea2a710d6dc02 2024-11-18T18:15:05,140 INFO [regionserver/818bff808382:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T18:15:05,140 INFO [regionserver/818bff808382:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T18:15:05,143 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,2-818bff808382,36225,1731953678084.replicationSource.wal-reader.818bff808382%2C36225%2C1731953678084,2-818bff808382,36225,1731953678084 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/WALs/818bff808382,36225,1731953678084/818bff808382%2C36225%2C1731953678084.1731953696027 to pos 688, reset compression=false 2024-11-18T18:15:05,162 DEBUG [RS:0;818bff808382:36225 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7c5d6c827417948706cea2a710d6dc02 2024-11-18T18:15:05,186 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/data/hbase/replication/7c5d6c827417948706cea2a710d6dc02/.tmp/hfileref/6fead6b1f2764807bae33b4d0c520cda 2024-11-18T18:15:05,186 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/data/hbase/meta/1588230740/.tmp/info/cf5fcef85f8a46f393ef581aa9e0a64f 2024-11-18T18:15:05,209 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/data/hbase/replication/7c5d6c827417948706cea2a710d6dc02/.tmp/queue/d5cc65134d3b44eea39452463b4f32d3 is 153, key is 1-818bff808382,36225,1731953678084/queue:818bff808382%2C36225%2C1731953678084/1731953697802/Put/seqid=0 2024-11-18T18:15:05,211 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/data/hbase/meta/1588230740/.tmp/ns/3e33f1ead4c249548e319ef6b3e8ec06 is 43, key is default/ns:d/1731953679809/Put/seqid=0 2024-11-18T18:15:05,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38039 is added to blk_1073741849_1025 (size=5504) 2024-11-18T18:15:05,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38039 is added to blk_1073741850_1026 (size=5153) 2024-11-18T18:15:05,214 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/data/hbase/replication/7c5d6c827417948706cea2a710d6dc02/.tmp/queue/d5cc65134d3b44eea39452463b4f32d3 2024-11-18T18:15:05,214 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/data/hbase/meta/1588230740/.tmp/ns/3e33f1ead4c249548e319ef6b3e8ec06 2024-11-18T18:15:05,218 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/data/hbase/replication/7c5d6c827417948706cea2a710d6dc02/.tmp/hfileref/6fead6b1f2764807bae33b4d0c520cda as hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/data/hbase/replication/7c5d6c827417948706cea2a710d6dc02/hfileref/6fead6b1f2764807bae33b4d0c520cda 2024-11-18T18:15:05,222 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/data/hbase/replication/7c5d6c827417948706cea2a710d6dc02/hfileref/6fead6b1f2764807bae33b4d0c520cda, entries=6, sequenceid=17, filesize=5.4 K 2024-11-18T18:15:05,222 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/data/hbase/replication/7c5d6c827417948706cea2a710d6dc02/.tmp/queue/d5cc65134d3b44eea39452463b4f32d3 as hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/data/hbase/replication/7c5d6c827417948706cea2a710d6dc02/queue/d5cc65134d3b44eea39452463b4f32d3 2024-11-18T18:15:05,226 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/data/hbase/replication/7c5d6c827417948706cea2a710d6dc02/queue/d5cc65134d3b44eea39452463b4f32d3, entries=2, sequenceid=17, filesize=5.4 K 2024-11-18T18:15:05,227 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 7c5d6c827417948706cea2a710d6dc02 in 461ms, sequenceid=17, compaction requested=false 2024-11-18T18:15:05,230 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/data/hbase/replication/7c5d6c827417948706cea2a710d6dc02/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-18T18:15:05,231 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T18:15:05,231 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T18:15:05,231 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731953691354.7c5d6c827417948706cea2a710d6dc02. 2024-11-18T18:15:05,231 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7c5d6c827417948706cea2a710d6dc02: Waiting for close lock at 1731953704766Running coprocessor pre-close hooks at 1731953704766Disabling compacts and flushes for region at 1731953704766Disabling writes for close at 1731953704766Obtaining lock to block concurrent updates at 1731953704766Preparing flush snapshotting stores in 7c5d6c827417948706cea2a710d6dc02 at 1731953704766Finished memstore snapshotting hbase:replication,,1731953691354.7c5d6c827417948706cea2a710d6dc02., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1731953704767 (+1 ms)Flushing stores of hbase:replication,,1731953691354.7c5d6c827417948706cea2a710d6dc02. at 1731953704767Flushing 7c5d6c827417948706cea2a710d6dc02/hfileref: creating writer at 1731953704767Flushing 7c5d6c827417948706cea2a710d6dc02/hfileref: appending metadata at 1731953704781 (+14 ms)Flushing 7c5d6c827417948706cea2a710d6dc02/hfileref: closing flushed file at 1731953704781Flushing 7c5d6c827417948706cea2a710d6dc02/queue: creating writer at 1731953705190 (+409 ms)Flushing 7c5d6c827417948706cea2a710d6dc02/queue: appending metadata at 1731953705209 (+19 ms)Flushing 7c5d6c827417948706cea2a710d6dc02/queue: closing flushed file at 1731953705209Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73d959e9: reopening flushed file at 1731953705217 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c96f8f1: reopening flushed file at 1731953705222 (+5 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 7c5d6c827417948706cea2a710d6dc02 in 461ms, sequenceid=17, compaction requested=false at 1731953705227 (+5 ms)Writing region close event to WAL at 1731953705228 (+1 ms)Running coprocessor post-close hooks at 1731953705231 (+3 ms)Closed at 1731953705231 2024-11-18T18:15:05,231 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731953691354.7c5d6c827417948706cea2a710d6dc02. 2024-11-18T18:15:05,236 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/data/hbase/meta/1588230740/.tmp/rep_barrier/8174ee6484f14158b6fb967de6d99e28 is 112, key is test,,1731953686912.5c26cce6381ada7b80d10b63f2adb0ae./rep_barrier:seqnumDuringOpen/1731953688054/Put/seqid=0 2024-11-18T18:15:05,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38039 is added to blk_1073741851_1027 (size=5518) 2024-11-18T18:15:05,239 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/data/hbase/meta/1588230740/.tmp/rep_barrier/8174ee6484f14158b6fb967de6d99e28 2024-11-18T18:15:05,260 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/data/hbase/meta/1588230740/.tmp/table/61d3e9adcb5341979b28f80d659f8b0e is 53, key is hbase:replication/table:state/1731953692546/Put/seqid=0 2024-11-18T18:15:05,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38039 is added to blk_1073741852_1028 (size=5308) 2024-11-18T18:15:05,363 DEBUG [RS:0;818bff808382:36225 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T18:15:05,446 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,2-818bff808382,36225,1731953678084.replicationSource.wal-reader.818bff808382%2C36225%2C1731953678084,2-818bff808382,36225,1731953678084 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/WALs/818bff808382,36225,1731953678084/818bff808382%2C36225%2C1731953678084.1731953696027 to pos 688, reset compression=false 2024-11-18T18:15:05,563 DEBUG [RS:0;818bff808382:36225 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T18:15:05,664 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/data/hbase/meta/1588230740/.tmp/table/61d3e9adcb5341979b28f80d659f8b0e 2024-11-18T18:15:05,668 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/data/hbase/meta/1588230740/.tmp/info/cf5fcef85f8a46f393ef581aa9e0a64f as hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/data/hbase/meta/1588230740/info/cf5fcef85f8a46f393ef581aa9e0a64f 2024-11-18T18:15:05,671 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/data/hbase/meta/1588230740/info/cf5fcef85f8a46f393ef581aa9e0a64f, entries=20, sequenceid=16, filesize=7.5 K 2024-11-18T18:15:05,672 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/data/hbase/meta/1588230740/.tmp/ns/3e33f1ead4c249548e319ef6b3e8ec06 as hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/data/hbase/meta/1588230740/ns/3e33f1ead4c249548e319ef6b3e8ec06 2024-11-18T18:15:05,675 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/data/hbase/meta/1588230740/ns/3e33f1ead4c249548e319ef6b3e8ec06, entries=2, sequenceid=16, filesize=5.0 K 2024-11-18T18:15:05,675 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/data/hbase/meta/1588230740/.tmp/rep_barrier/8174ee6484f14158b6fb967de6d99e28 as hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/data/hbase/meta/1588230740/rep_barrier/8174ee6484f14158b6fb967de6d99e28 2024-11-18T18:15:05,679 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/data/hbase/meta/1588230740/rep_barrier/8174ee6484f14158b6fb967de6d99e28, entries=1, sequenceid=16, filesize=5.4 K 2024-11-18T18:15:05,679 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/data/hbase/meta/1588230740/.tmp/table/61d3e9adcb5341979b28f80d659f8b0e as hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/data/hbase/meta/1588230740/table/61d3e9adcb5341979b28f80d659f8b0e 2024-11-18T18:15:05,682 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/data/hbase/meta/1588230740/table/61d3e9adcb5341979b28f80d659f8b0e, entries=4, sequenceid=16, filesize=5.2 K 2024-11-18T18:15:05,683 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 921ms, sequenceid=16, compaction requested=false 2024-11-18T18:15:05,683 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T18:15:05,687 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-18T18:15:05,688 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T18:15:05,688 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T18:15:05,688 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T18:15:05,688 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731953704762Running coprocessor pre-close hooks at 1731953704762Disabling compacts and flushes for region at 1731953704762Disabling writes for close at 1731953704762Obtaining lock to block concurrent updates at 1731953704763 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731953704763Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731953704763Flushing stores of hbase:meta,,1.1588230740 at 1731953704763Flushing 1588230740/info: creating writer at 1731953704763Flushing 1588230740/info: appending metadata at 1731953704782 (+19 ms)Flushing 1588230740/info: closing flushed file at 1731953704782Flushing 1588230740/ns: creating writer at 1731953705190 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731953705210 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1731953705210Flushing 1588230740/rep_barrier: creating writer at 1731953705217 (+7 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731953705235 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731953705235Flushing 1588230740/table: creating writer at 1731953705242 (+7 ms)Flushing 1588230740/table: appending metadata at 1731953705259 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731953705259Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35b42169: reopening flushed file at 1731953705667 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@487fe823: reopening flushed file at 1731953705671 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35fcbc31: reopening flushed file at 1731953705675 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ad1c44c: reopening flushed file at 1731953705679 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 921ms, sequenceid=16, compaction requested=false at 1731953705683 (+4 ms)Writing region close event to WAL at 1731953705685 (+2 ms)Running coprocessor post-close hooks at 1731953705688 (+3 ms)Closed at 1731953705688 2024-11-18T18:15:05,688 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T18:15:05,763 INFO [RS:0;818bff808382:36225 {}] regionserver.HRegionServer(976): stopping server 818bff808382,36225,1731953678084; all regions closed. 2024-11-18T18:15:05,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38039 is added to blk_1073741842_1018 (size=859) 2024-11-18T18:15:05,765 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/WALs/818bff808382,36225,1731953678084/818bff808382%2C36225%2C1731953678084.meta.1731953695990.meta not finished, retry = 0 2024-11-18T18:15:05,850 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,2-818bff808382,36225,1731953678084.replicationSource.wal-reader.818bff808382%2C36225%2C1731953678084,2-818bff808382,36225,1731953678084 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/WALs/818bff808382,36225,1731953678084/818bff808382%2C36225%2C1731953678084.1731953696027 to pos 688, reset compression=false 2024-11-18T18:15:05,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38039 is added to blk_1073741843_1019 (size=2791) 2024-11-18T18:15:05,867 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/WALs/818bff808382,36225,1731953678084/818bff808382%2C36225%2C1731953678084.rep.1731953696009 not finished, retry = 0 2024-11-18T18:15:05,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38039 is added to blk_1073741844_1020 (size=696) 2024-11-18T18:15:05,970 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/WALs/818bff808382,36225,1731953678084/818bff808382%2C36225%2C1731953678084.1731953696027 not finished, retry = 0 2024-11-18T18:15:05,995 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,36225,1731953678084.replicationSource.wal-reader.818bff808382%2C36225%2C1731953678084,1-818bff808382,36225,1731953678084 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/WALs/818bff808382,36225,1731953678084/818bff808382%2C36225%2C1731953678084.1731953696027 to pos 393, reset compression=false 2024-11-18T18:15:06,071 DEBUG [RS:0;818bff808382:36225 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:15:06,071 INFO [RS:0;818bff808382:36225 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T18:15:06,071 INFO [RS:0;818bff808382:36225 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T18:15:06,071 INFO [RS:0;818bff808382:36225 {}] hbase.ChoreService(370): Chore service for: regionserver/818bff808382:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T18:15:06,071 INFO [RS:0;818bff808382:36225 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T18:15:06,071 INFO [regionserver/818bff808382:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T18:15:06,072 INFO [RS:0;818bff808382:36225 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-818bff808382,36225,1731953678084 because: Region server is closing 2024-11-18T18:15:06,072 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,36225,1731953678084.replicationSource.wal-reader.818bff808382%2C36225%2C1731953678084,1-818bff808382,36225,1731953678084 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/WALs/818bff808382,36225,1731953678084/818bff808382%2C36225%2C1731953678084.1731953696027 2024-11-18T18:15:06,072 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,36225,1731953678084.replicationSource.wal-reader.818bff808382%2C36225%2C1731953678084,1-818bff808382,36225,1731953678084 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T18:15:06,072 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,36225,1731953678084.replicationSource.shipper818bff808382%2C36225%2C1731953678084,1-818bff808382,36225,1731953678084 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-818bff808382,36225,1731953678084 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/WALs/818bff808382,36225,1731953678084/818bff808382%2C36225%2C1731953678084.1731953696027, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-18T18:15:06,072 INFO [RS:0;818bff808382:36225 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;818bff808382:36225. 2024-11-18T18:15:06,072 DEBUG [RS:0;818bff808382:36225 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T18:15:06,072 DEBUG [RS:0;818bff808382:36225 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:15:06,072 DEBUG [RS:0;818bff808382:36225 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:15:06,073 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T18:15:06,073 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,36225,1731953678084.replicationSource.shipper818bff808382%2C36225%2C1731953678084,1-818bff808382,36225,1731953678084 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-11-18T18:15:06,073 DEBUG [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,36225,1731953678084.replicationSource.shipper818bff808382%2C36225%2C1731953678084,1-818bff808382,36225,1731953678084 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [818bff808382%2C36225%2C1731953678084.1731953696027] 2024-11-18T18:15:06,173 INFO [RS:0;818bff808382:36225 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,1-818bff808382,36225,1731953678084.replicationSource.shipper818bff808382%2C36225%2C1731953678084,1-818bff808382,36225,1731953678084 terminated 2024-11-18T18:15:06,173 INFO [RS:0;818bff808382:36225 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-818bff808382,36225,1731953678084 because: Region server is closing 2024-11-18T18:15:06,173 INFO [RS:0;818bff808382:36225 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;818bff808382:36225. 2024-11-18T18:15:06,173 DEBUG [RS:0;818bff808382:36225 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T18:15:06,173 DEBUG [RS:0;818bff808382:36225 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:15:06,173 DEBUG [RS:0;818bff808382:36225 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:15:06,173 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T18:15:06,274 INFO [RS:0;818bff808382:36225 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,2-818bff808382,36225,1731953678084.replicationSource.shipper818bff808382%2C36225%2C1731953678084,2-818bff808382,36225,1731953678084 terminated 2024-11-18T18:15:06,274 INFO [RS:0;818bff808382:36225 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36225 2024-11-18T18:15:06,274 WARN [RS_REFRESH_PEER-regionserver/818bff808382:0-0.replicationSource,2-818bff808382,36225,1731953678084.replicationSource.wal-reader.818bff808382%2C36225%2C1731953678084,2-818bff808382,36225,1731953678084 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-18T18:15:06,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36225-0x1000bd78bba0001, quorum=127.0.0.1:62713, baseZNode=/0152224351 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0152224351/rs/818bff808382,36225,1731953678084 2024-11-18T18:15:06,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37883-0x1000bd78bba0000, quorum=127.0.0.1:62713, baseZNode=/0152224351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0152224351/rs 2024-11-18T18:15:06,276 INFO [RS:0;818bff808382:36225 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T18:15:06,277 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [818bff808382,36225,1731953678084] 2024-11-18T18:15:06,278 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0152224351/draining/818bff808382,36225,1731953678084 already deleted, retry=false 2024-11-18T18:15:06,278 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 818bff808382,36225,1731953678084 expired; onlineServers=0 2024-11-18T18:15:06,278 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '818bff808382,37883,1731953678038' ***** 2024-11-18T18:15:06,278 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T18:15:06,278 INFO [M:0;818bff808382:37883 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T18:15:06,278 INFO [M:0;818bff808382:37883 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T18:15:06,278 DEBUG [M:0;818bff808382:37883 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T18:15:06,278 DEBUG [M:0;818bff808382:37883 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T18:15:06,278 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T18:15:06,278 DEBUG [master/818bff808382:0:becomeActiveMaster-HFileCleaner.small.0-1731953679029 {}] cleaner.HFileCleaner(306): Exit Thread[master/818bff808382:0:becomeActiveMaster-HFileCleaner.small.0-1731953679029,5,FailOnTimeoutGroup] 2024-11-18T18:15:06,278 DEBUG [master/818bff808382:0:becomeActiveMaster-HFileCleaner.large.0-1731953679028 {}] cleaner.HFileCleaner(306): Exit Thread[master/818bff808382:0:becomeActiveMaster-HFileCleaner.large.0-1731953679028,5,FailOnTimeoutGroup] 2024-11-18T18:15:06,279 INFO [M:0;818bff808382:37883 {}] hbase.ChoreService(370): Chore service for: master/818bff808382:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T18:15:06,279 INFO [M:0;818bff808382:37883 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T18:15:06,279 DEBUG [M:0;818bff808382:37883 {}] master.HMaster(1795): Stopping service threads 2024-11-18T18:15:06,279 INFO [M:0;818bff808382:37883 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T18:15:06,279 INFO [M:0;818bff808382:37883 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T18:15:06,279 INFO [M:0;818bff808382:37883 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T18:15:06,279 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T18:15:06,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37883-0x1000bd78bba0000, quorum=127.0.0.1:62713, baseZNode=/0152224351 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0152224351/master 2024-11-18T18:15:06,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37883-0x1000bd78bba0000, quorum=127.0.0.1:62713, baseZNode=/0152224351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0152224351 2024-11-18T18:15:06,280 DEBUG [M:0;818bff808382:37883 {}] zookeeper.ZKUtil(347): master:37883-0x1000bd78bba0000, quorum=127.0.0.1:62713, baseZNode=/0152224351 Unable to get data of znode /0152224351/master because node does not exist (not an error) 2024-11-18T18:15:06,280 WARN [M:0;818bff808382:37883 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T18:15:06,281 INFO [M:0;818bff808382:37883 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/.lastflushedseqids 2024-11-18T18:15:06,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38039 is added to blk_1073741853_1029 (size=263) 2024-11-18T18:15:06,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36225-0x1000bd78bba0001, quorum=127.0.0.1:62713, baseZNode=/0152224351 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T18:15:06,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36225-0x1000bd78bba0001, quorum=127.0.0.1:62713, baseZNode=/0152224351 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T18:15:06,377 INFO [RS:0;818bff808382:36225 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T18:15:06,377 INFO [RS:0;818bff808382:36225 {}] regionserver.HRegionServer(1031): Exiting; stopping=818bff808382,36225,1731953678084; zookeeper connection closed. 2024-11-18T18:15:06,378 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@63910e07 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@63910e07 2024-11-18T18:15:06,378 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T18:15:06,685 INFO [M:0;818bff808382:37883 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T18:15:06,685 INFO [M:0;818bff808382:37883 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T18:15:06,685 DEBUG [M:0;818bff808382:37883 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T18:15:06,685 INFO [M:0;818bff808382:37883 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:15:06,685 DEBUG [M:0;818bff808382:37883 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:15:06,685 DEBUG [M:0;818bff808382:37883 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T18:15:06,686 DEBUG [M:0;818bff808382:37883 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:15:06,686 INFO [M:0;818bff808382:37883 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.82 KB heapSize=70.48 KB 2024-11-18T18:15:06,702 DEBUG [M:0;818bff808382:37883 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cca992391f944a38be6477974b961381 is 82, key is hbase:meta,,1/info:regioninfo/1731953679800/Put/seqid=0 2024-11-18T18:15:06,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38039 is added to blk_1073741854_1030 (size=5672) 2024-11-18T18:15:07,106 INFO [M:0;818bff808382:37883 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cca992391f944a38be6477974b961381 2024-11-18T18:15:07,128 DEBUG [M:0;818bff808382:37883 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/491011d525c44068b20519413ab14795 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731953692550/Put/seqid=0 2024-11-18T18:15:07,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38039 is added to blk_1073741855_1031 (size=8908) 2024-11-18T18:15:07,532 INFO [M:0;818bff808382:37883 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.26 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/491011d525c44068b20519413ab14795 2024-11-18T18:15:07,551 DEBUG [M:0;818bff808382:37883 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0450b7b2f36e482f8b3547352b43583f is 69, key is 818bff808382,36225,1731953678084/rs:state/1731953679127/Put/seqid=0 2024-11-18T18:15:07,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38039 is added to blk_1073741856_1032 (size=5156) 2024-11-18T18:15:07,624 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T18:15:07,954 INFO [M:0;818bff808382:37883 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0450b7b2f36e482f8b3547352b43583f 2024-11-18T18:15:07,959 DEBUG [M:0;818bff808382:37883 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cca992391f944a38be6477974b961381 as hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cca992391f944a38be6477974b961381 2024-11-18T18:15:07,962 INFO [M:0;818bff808382:37883 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cca992391f944a38be6477974b961381, entries=8, sequenceid=112, filesize=5.5 K 2024-11-18T18:15:07,963 DEBUG [M:0;818bff808382:37883 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/491011d525c44068b20519413ab14795 as hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/491011d525c44068b20519413ab14795 2024-11-18T18:15:07,966 INFO [M:0;818bff808382:37883 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/491011d525c44068b20519413ab14795, entries=13, sequenceid=112, filesize=8.7 K 2024-11-18T18:15:07,967 DEBUG [M:0;818bff808382:37883 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0450b7b2f36e482f8b3547352b43583f as hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0450b7b2f36e482f8b3547352b43583f 2024-11-18T18:15:07,970 INFO [M:0;818bff808382:37883 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41315/user/jenkins/test-data/1536e400-f314-84e4-9eb5-d9206221e09b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0450b7b2f36e482f8b3547352b43583f, entries=1, sequenceid=112, filesize=5.0 K 2024-11-18T18:15:07,971 INFO [M:0;818bff808382:37883 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.82 KB/61256, heapSize ~70.19 KB/71872, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=112, compaction requested=false 2024-11-18T18:15:07,976 INFO [M:0;818bff808382:37883 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:15:07,976 DEBUG [M:0;818bff808382:37883 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731953706685Disabling compacts and flushes for region at 1731953706685Disabling writes for close at 1731953706686 (+1 ms)Obtaining lock to block concurrent updates at 1731953706686Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731953706686Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61256, getHeapSize=72112, getOffHeapSize=0, getCellsCount=131 at 1731953706686Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731953706686Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731953706687 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731953706701 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731953706701Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731953707110 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731953707128 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731953707128Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731953707536 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731953707550 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731953707550Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b5374d: reopening flushed file at 1731953707958 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60557dd8: reopening flushed file at 1731953707962 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6275e745: reopening flushed file at 1731953707966 (+4 ms)Finished flush of dataSize ~59.82 KB/61256, heapSize ~70.19 KB/71872, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=112, compaction requested=false at 1731953707971 (+5 ms)Writing region close event to WAL at 1731953707976 (+5 ms)Closed at 1731953707976 2024-11-18T18:15:07,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38039 is added to blk_1073741830_1006 (size=69043) 2024-11-18T18:15:07,979 INFO [M:0;818bff808382:37883 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T18:15:07,979 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T18:15:07,979 INFO [M:0;818bff808382:37883 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37883 2024-11-18T18:15:07,979 INFO [M:0;818bff808382:37883 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T18:15:08,081 INFO [M:0;818bff808382:37883 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T18:15:08,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37883-0x1000bd78bba0000, quorum=127.0.0.1:62713, baseZNode=/0152224351 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T18:15:08,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37883-0x1000bd78bba0000, quorum=127.0.0.1:62713, baseZNode=/0152224351 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T18:15:08,084 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@74764cda{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T18:15:08,084 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4bbe537c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T18:15:08,084 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T18:15:08,084 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@772cd50{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T18:15:08,085 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4d01137d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ad01b29-1d11-1fdd-8d91-f0c930c07166/hadoop.log.dir/,STOPPED} 2024-11-18T18:15:08,086 WARN [BP-1388987962-172.17.0.2-1731953677032 heartbeating to localhost/127.0.0.1:41315 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T18:15:08,086 WARN [BP-1388987962-172.17.0.2-1731953677032 heartbeating to localhost/127.0.0.1:41315 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1388987962-172.17.0.2-1731953677032 (Datanode Uuid e58b0e16-c72a-4e04-9f89-925873df6284) service to localhost/127.0.0.1:41315 2024-11-18T18:15:08,086 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T18:15:08,087 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T18:15:08,087 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ad01b29-1d11-1fdd-8d91-f0c930c07166/cluster_05724cbd-9ddb-4e42-41c2-0e868db56d8a/data/data1/current/BP-1388987962-172.17.0.2-1731953677032 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T18:15:08,088 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ad01b29-1d11-1fdd-8d91-f0c930c07166/cluster_05724cbd-9ddb-4e42-41c2-0e868db56d8a/data/data2/current/BP-1388987962-172.17.0.2-1731953677032 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T18:15:08,088 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T18:15:08,095 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@71b1da39{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T18:15:08,096 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@25a1cd57{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T18:15:08,096 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T18:15:08,096 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b6d451a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T18:15:08,096 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62e3adbb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ad01b29-1d11-1fdd-8d91-f0c930c07166/hadoop.log.dir/,STOPPED} 2024-11-18T18:15:08,103 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-18T18:15:08,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T18:15:08,136 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=595 (was 535) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45989 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62713) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45989 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45989 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45989 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:45989 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41315 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:41315 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41315 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45989 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45989 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62713) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41315 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62713) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41203 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41315 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41315 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41203 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41315 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45989 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41315 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41203 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41203 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41203 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41203 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45989 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45989 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:41203 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41203 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41315 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41315 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41203 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=975 (was 872) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=357 (was 407), ProcessCount=11 (was 11), AvailableMemoryMB=10322 (was 10598) 2024-11-18T18:15:08,137 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=595 is superior to 500 2024-11-18T18:15:08,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1000bd78bba0002, quorum=127.0.0.1:62713, baseZNode=/0152224351 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T18:15:08,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1000bd78bba0008, quorum=127.0.0.1:62713, baseZNode=/21222617693 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T18:15:08,201 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1000bd78bba0002, quorum=127.0.0.1:62713, baseZNode=/0152224351 Received Disconnected from ZooKeeper, ignoring 2024-11-18T18:15:08,201 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1000bd78bba0008, quorum=127.0.0.1:62713, baseZNode=/21222617693 Received Disconnected from ZooKeeper, ignoring 2024-11-18T18:15:08,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1000bd78bba0005, quorum=127.0.0.1:62713, baseZNode=/1-1908812761 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T18:15:08,201 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1000bd78bba0005, quorum=127.0.0.1:62713, baseZNode=/1-1908812761 Received Disconnected from ZooKeeper, ignoring